This notebook processes a set of images through calwebb_image2 and calwebb_image3 and examines the output table of the source_catalog step.
This test uses simulated MIRI F770W (options for F560W or F770W) data of a crowded star + galaxy field.
The pipeline documentation can be found here: https://jwst-pipeline.readthedocs.io/en/latest/jwst/source_catalog/main.html
The pipeline code is available on GitHub: https://github.com/spacetelescope/jwst
The algorithm and discussion for this step can be found at the following page:
https://outerspace.stsci.edu/display/JWSTCC/Vanilla+Point+Source+Catalog
The steps of this test are as follow:
Set up data path and directory and image files name.
Run output of calwebb_detector1 through calwebb_image2.
Run output of calwebb_image2 through calwebb_image3.
Read in output table of source_catalog step and print ecsv table
Display image and overplot detector sources from ecsv table.
Look at plots of total flux in Jy and AB mag.
Look for matches between expected source positions (RA and Dec) from simulated catalog to output from source_catalog.
Compare magnitudes and magnitude differences between input simulated catalog and output found sources.
The data used in this test consist of a set of four simulated images in the F770W filter of MIRI, at four different dither positions. The data have 4827 stars of varying flux levels and just over 200 galaxies in the image. The MIRI Image simulator (MIRISim) was used to create the simulations.
# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)
# For info, print out where the script is running
print("Running in {}".format(os.getcwd()))
Running in /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpi9pv3lr0
import os
if 'CRDS_CACHE_TYPE' in os.environ:
if os.environ['CRDS_CACHE_TYPE'] == 'local':
os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))
CRDS cache location: /grp/crds/cache
The following packages are needed to enable this notebook to run:
#import pytest
import numpy as np
from glob import glob
import json
import matplotlib.pyplot as plt
import photutils
from astropy.io import fits, ascii
from astropy.coordinates import Angle
from astropy.table import Table, vstack, unique, join
from astropy import table
from astropy.coordinates import SkyCoord, match_coordinates_sky
from astropy.visualization import simple_norm
from astropy import units as u
from astropy.modeling import models
from astropy.wcs import WCS
# Box download imports
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext
import jwst
from jwst import datamodels
from jwst.datamodels import RampModel, ImageModel
from jwst import associations
from jwst.associations import asn_from_list
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base
from jwst.pipeline import calwebb_image3
from jwst.pipeline import calwebb_image2
from jwst.pipeline import calwebb_detector1
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline
from ci_watson.artifactory_helpers import get_bigdata
def create_scatterplot(catalog_colx, catalog_coly, title=None):
''' Function to generate a generic scatterplot.
'''
fig = plt.figure(figsize=(8, 8))
ax = plt.subplot()
ax.scatter(catalog_colx,catalog_coly)
plt.xlabel(catalog_colx.name)
plt.ylabel(catalog_coly.name)
if title:
plt.title(title)
# Band info from constants in miricap
# wref in microns and zeropoint in Jy
band_info = {
"2MASS J": {'wref': 1.235, 'zeropoint': 1594},
"2MASS H": {'wref': 1.662, 'zeropoint': 1024},
"2MASS Ks": {'wref': 2.159, 'zeropoint': 666.7},
"Johnson U": {'wref': 0.36, 'zeropoint': 1823},
"Johnson B": {'wref': 0.44, 'zeropoint': 4130},
"Johnson V": {'wref': 0.55, 'zeropoint': 3781},
"Johnson R": {'wref': 0.71, 'zeropoint': 2941},
"Johnson I": {'wref': 0.97, 'zeropoint': 2635},
"Johnson J": {'wref': 1.25, 'zeropoint': 1603},
"Johnson H": {'wref': 1.60, 'zeropoint': 1075},
"Johnson K": {'wref': 2.22, 'zeropoint': 667},
"Johnson L": {'wref': 3.54, 'zeropoint': 288},
"Johnson M": {'wref': 4.80, 'zeropoint': 170},
"Johnson N": {'wref': 10.6, 'zeropoint': 36},
"Johnson O": {'wref': 21.0, 'zeropoint': 9.4},
"UKIRT V": {'wref': 0.5556, 'zeropoint': 3540},
"UKIRT I": {'wref': 0.9, 'zeropoint': 2250},
"UKIRT J": {'wref': 1.25, 'zeropoint': 1600},
"UKIRT H": {'wref': 1.65, 'zeropoint': 1020},
"UKIRT K": {'wref': 2.20, 'zeropoint': 657},
"UKIRT L": {'wref': 3.45, 'zeropoint': 290},
"UKIRT L'": {'wref': 3.80, 'zeropoint': 252},
"UKIRT M": {'wref': 4.8, 'zeropoint': 163},
"UKIRT N": {'wref': 10.1, 'zeropoint': 39.8},
"UKIRT Q": {'wref': 20.0, 'zeropoint': 10.4},
"MIRLIN N": {'wref': 10.79, 'zeropoint': 33.4},
"MIRLIN Q-s": {'wref': 17.90, 'zeropoint': 12.4},
"MIRLIN N0": {'wref': 7.91, 'zeropoint': 60.9},
"MIRLIN N1": {'wref': 8.81, 'zeropoint': 49.4},
"MIRLIN N2": {'wref': 9.69, 'zeropoint': 41.1},
"MIRLIN N3": {'wref': 10.27, 'zeropoint': 36.7},
"MIRLIN N4": {'wref': 11.70, 'zeropoint': 28.5},
"MIRLIN N5": {'wref': 12.49, 'zeropoint': 25.1},
"MIRLIN Q0": {'wref': 17.20, 'zeropoint': 13.4},
"MIRLIN Q1": {'wref': 17.93, 'zeropoint': 12.3},
"MIRLIN Q2": {'wref': 18.64, 'zeropoint': 11.4},
"MIRLIN Q3": {'wref': 20.81, 'zeropoint': 9.2},
"MIRLIN Q4": {'wref': 22.81, 'zeropoint': 7.7},
"MIRLIN Q5": {'wref': 24.48, 'zeropoint': 6.7},
"MIRLIN K": {'wref': 2.2, 'zeropoint': 650.0},
"MIRLIN M": {'wref': 4.68, 'zeropoint': 165.0},
"WISE W1": {'wref': 3.4, 'zeropoint':309.54},
"WISE W2": {'wref': 4.6, 'zeropoint':171.787},
"WISE W3": {'wref': 12., 'zeropoint':31.674},
"WISE W4": {'wref': 22., 'zeropoint':8.363},
}
# code from miricap.imager section written by Christophe Cossou of the MIRI EC team.
def get_band_info(band, system):
"""
Retrieve information on a given band in a dictionnary 'band_info' that need to be
available in global variable of the script at this level.
:param str band: Band name (e.g. V for Johnson)
:param str system: possible values: Johnson, 2MASS, UKIRT, MARLIN)
:return: wref in microns and zeropoint in Jy
:rtype: tuple(Quantity, Quantity)
"""
system_list = ["Johnson", "2MASS", "UKIRT", "MARLIN"]
if system not in system_list:
LOG.info(f"Unknown system '{system}'. Possible values: {system_list}")
return None, None
key = f"{system} {band}"
try:
band_dict = band_info[key]
zeropoint = band_dict["zeropoint"]
wref = band_dict["wref"]
except KeyError:
bands = [k.split()[1] for k in band_info.keys() if system in k]
LOG.info(f"Unknown band '{band}' for '{system}'. Available bands are: {', '.join(bands)}")
return None, None
return wref * u.micron, zeropoint * u.Jy
def mag2flux(magnitude, band, system="Johnson"):
"""
Convert magnitude in a given band/system into flux in mJy (and return the corresponding wavelength reference
:param float magnitude: magnitude in a given bandpass
:param str band: band name (e.g 'V' or Johnson system)
:param str system: (By default Johnson, possible values: Johnson, 2MASS, UKIRT, MARLIN)
:return: flux in mJy and wref in microns
:rtype: tuple(float, float)
"""
wref, zero_point = get_band_info(band, system)
flux = zero_point * 10.0 ** (-0.4 * magnitude)
print(f"Magnitude {magnitude} in {system} band {band} -> Flux: {flux} at {wref} microns")
return flux.to(u.mJy).value, wref.value
def extrapolate_flux(flux, wref, waves, temperature_star):
"""
From a flux and reference wavelength, will return the flux for other wavelength
(using the star effective temperature for the spectrum shape)
To convert magnitude flux in a band, use one of the following website for instance:
- http://ssc.spitzer.caltech.edu/warmmission/propkit/pet/magtojy/
- https://www.gemini.edu/sciops/instruments/midir-resources/imaging-calibrations/fluxmagnitude-conversion
:param float flux: Star flux in mJy
:param float wref: reference wavelength (microns) corresponding to the flux given in parameter
:param waves: list of wavelengths you want to extrapolate the star flux on.
:type waves: float or list(float) or np.array(float)
:param float temperature_star: star effective temperature in K
:return: flux values for all required wavelengths. Unit will be the unit of the input flux
:rtype: quantity or np.array(quantity)
"""
flux = flux * u.mJy
wref = wref * u.micron
waves = waves * u.micron
bb_star = models.BlackBody(temperature_star * u.K)
extrapolated_flux = flux * bb_star(waves) / bb_star(wref)
print(f"Assuming T={temperature_star} K, Flux: {flux} at {wref} -> Flux: {extrapolated_flux} at {waves}")
return extrapolated_flux
print(jwst.__version__)
print(data_dir)
1.7.2 <TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpi9pv3lr0'>
# Read in new dataset from Box
def get_box_files(file_list):
for box_url,file_name in file_list:
if 'https' not in box_url:
box_url = 'https://stsci.box.com/shared/static/' + box_url
downloaded_file = download_file(box_url, timeout=600)
if Path(file_name).suffix == '':
ext = splitext(box_url)[1]
file_name += ext
move(downloaded_file, file_name)
# Use F560W data set
#file_urls = ['https://stsci.box.com/shared/static/g8ozd2wkdo9klrtkafpe9qegpzhpd66a.fits',
# 'https://stsci.box.com/shared/static/ym75nbqdi32t9wnbanm6s57itqixniyc.fits',
# 'https://stsci.box.com/shared/static/0bqh6ijsc6kd7cyv6gtnj9kvly9t885f.fits',
# 'https://stsci.box.com/shared/static/tywadpqcjhp9yxyv0sy91hc79red92xm.fits',
# 'https://stsci.box.com/shared/static/lpcgp7jkq6lmjj2lxpk63jz9u05qgk3a.cat',
# 'https://stsci.box.com/shared/static/15j6hkjc28zow4rjepob2t75dl887zs3.cat']
#file_names = ['det_image_seq1_MIRIMAGE_F560Wexp1_rate.fits',
# 'det_image_seq2_MIRIMAGE_F560Wexp1_rate.fits',
# 'det_image_seq3_MIRIMAGE_F560Wexp1_rate.fits',
# 'det_image_seq4_MIRIMAGE_F560Wexp1_rate.fits',
# 'input_sim_stars.cat',
# 'input_sim_galaxies.cat']
# Test with F770W data set
file_urls = ['https://stsci.box.com/shared/static/8573htf1p8mhk4e49z9b483dp975y3lz.fits',
'https://stsci.box.com/shared/static/p69h7uzlmqwlzf6kqqbf4lu9ibz28tc6.fits',
'https://stsci.box.com/shared/static/js8k6j20rek1oago057wxn08dhuticij.fits',
'https://stsci.box.com/shared/static/es253mc3m1sptusj9c9ctl1blidr1qdl.fits',
'https://stsci.box.com/shared/static/lpcgp7jkq6lmjj2lxpk63jz9u05qgk3a.cat',
'https://stsci.box.com/shared/static/15j6hkjc28zow4rjepob2t75dl887zs3.cat']
file_names = ['det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits',
'det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits',
'det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits',
'det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits',
'input_sim_stars.cat',
'input_sim_galaxies.cat']
box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]
get_box_files(box_download_list)
# Run Calwebb_image2 on output files from detector1
ratefiles = glob('*rate.fits')
print('There are ', len(ratefiles), ' images.')
callist = []
# cycle through files
for im in ratefiles:
pipe2 = Image2Pipeline()
rampfile = ImageModel(im)
filename = rampfile.meta.filename
# Set pipeline parameters
pipe2.save_results = True
pipe2.output_file = filename +'_cal.fits'
pipe2.resample.save_results = True
pipe2.suffix = None
calfile = pipe2.run(rampfile)
callist.append(calfile)
print(callist)
2022-10-06 05:45:27,840 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created. 2022-10-06 05:45:27,841 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created. 2022-10-06 05:45:27,842 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created. 2022-10-06 05:45:27,844 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created. 2022-10-06 05:45:27,845 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created. 2022-10-06 05:45:27,846 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
There are 4 images.
2022-10-06 05:45:28,916 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:28,921 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpi9pv3lr0/det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:45:28,929 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:45:29,140 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:45:29,142 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:45:29,143 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:45:29,143 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:45:29,144 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:45:29,144 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:45:29,146 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:45:29,147 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:45:29,148 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:45:29,150 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-10-06 05:45:29,151 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:45:29,152 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:45:29,152 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:45:29,152 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:45:29,153 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:45:29,153 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:45:29,153 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:45:29,154 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:45:29,155 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:45:29,156 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:45:29,156 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:45:29,157 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:45:29,157 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:45:29,158 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:45:29,210 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:29,211 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-10-06 05:45:29,336 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:29,341 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:45:29,543 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:45:29,631 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 0.019532801 -0.016148437 0.021999351 0.015037204 359.990697211 0.017630101 359.987889352 -0.013569562
2022-10-06 05:45:29,631 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 0.019532801 -0.016148437 0.021999351 0.015037204 359.990697211 0.017630101 359.987889352 -0.013569562
2022-10-06 05:45:29,632 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:45:29,665 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned
warnings.warn("The fit may be poorly conditioned\n",
2022-10-06 05:45:29,677 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:45:29,677 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:45:29,690 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:45:29,848 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:29,849 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:45:30,308 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:30,309 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:30,309 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:30,315 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:30,450 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:45:30,546 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:30,548 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:45:30,570 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:45:30,570 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:45:30,651 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:45:30,651 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-06 05:45:30,652 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-06 05:45:30,652 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-06 05:45:30,701 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:45:30,703 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-06 05:45:30,704 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:45:30,704 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-10-06 05:45:30,721 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:45:30,816 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:30,818 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:45:30,843 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:45:30,862 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:45:30,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:45:30,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:45:30,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:45:30,974 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:45:31,568 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:31,744 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:45:32,312 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:32,500 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:45:33,072 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:33,259 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:45:33,828 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:34,018 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
output_variance = np.reciprocal(inverse_variance_sum)
2022-10-06 05:45:34,049 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 0.019529555 -0.016361102 0.022282742 0.015012100 359.990664196 0.017786817 359.987911009 -0.013586385
2022-10-06 05:45:34,174 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq1_MIRIMAGE_F770Wexp1_i2d.fits
2022-10-06 05:45:34,175 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:45:34,176 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:34,177 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:45:34,177 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:45:34,343 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits
2022-10-06 05:45:34,344 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:45:34,351 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:45:34,352 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:45:34,354 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:45:34,355 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:45:34,356 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:45:34,357 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:45:34,518 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:34,523 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpi9pv3lr0/det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:45:34,532 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:45:34,537 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:45:34,538 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:45:34,538 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:45:34,538 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:45:34,539 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:45:34,539 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:45:34,540 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:45:34,541 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:45:34,541 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:45:34,546 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-10-06 05:45:34,547 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:45:34,547 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:45:34,547 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:45:34,548 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:45:34,548 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:45:34,549 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:45:34,549 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:45:34,549 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:45:34,550 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:45:34,550 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:45:34,551 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:45:34,551 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:45:34,551 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:45:34,551 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:45:34,597 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:34,598 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-10-06 05:45:34,710 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:34,712 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:45:34,895 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:45:34,974 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 0.020171943 -0.017470230 0.022638493 0.013715410 359.991336353 0.016308307 359.988528494 -0.014891356
2022-10-06 05:45:34,974 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 0.020171943 -0.017470230 0.022638493 0.013715410 359.991336353 0.016308307 359.988528494 -0.014891356
2022-10-06 05:45:34,975 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:45:35,007 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned
warnings.warn("The fit may be poorly conditioned\n",
2022-10-06 05:45:35,018 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:45:35,019 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:45:35,032 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:45:35,146 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:35,148 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:45:35,260 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:35,260 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:35,261 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:35,268 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:35,407 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:45:35,509 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:35,510 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:45:35,533 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:45:35,534 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:45:35,617 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:45:35,618 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-06 05:45:35,618 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-06 05:45:35,618 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-06 05:45:35,663 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:45:35,665 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-06 05:45:35,666 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:45:35,666 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-10-06 05:45:35,683 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:45:35,783 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:35,785 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:45:35,815 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:45:35,834 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:45:35,835 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:45:35,835 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:45:35,835 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:45:35,948 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:45:36,538 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:36,718 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:45:37,277 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:37,471 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:45:38,041 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:38,231 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:45:38,803 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:38,993 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
output_variance = np.reciprocal(inverse_variance_sum)
2022-10-06 05:45:39,026 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 0.020168697 -0.017682896 0.022921883 0.013690306 359.991303338 0.016465023 359.988550151 -0.014908179
2022-10-06 05:45:39,149 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq2_MIRIMAGE_F770Wexp1_i2d.fits
2022-10-06 05:45:39,149 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:45:39,150 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:39,151 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:45:39,152 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:45:39,305 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits
2022-10-06 05:45:39,306 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:45:39,310 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:45:39,311 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:45:39,313 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:45:39,314 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:45:39,315 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:45:39,316 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:45:39,476 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:39,480 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpi9pv3lr0/det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:45:39,487 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:45:39,490 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:45:39,491 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:45:39,492 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:45:39,492 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:45:39,492 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:45:39,493 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:45:39,494 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:45:39,495 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:45:39,495 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:45:39,496 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-10-06 05:45:39,497 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:45:39,497 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:45:39,498 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:45:39,498 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:45:39,498 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:45:39,499 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:45:39,499 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:45:39,499 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:45:39,500 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:45:39,501 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:45:39,501 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:45:39,501 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:45:39,502 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:45:39,502 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:45:39,544 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:39,545 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-10-06 05:45:39,659 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:39,661 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:45:39,844 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:45:39,916 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 0.020403086 -0.019920994 0.022869636 0.011264646 359.991567495 0.013857543 359.988759636 -0.017342120
2022-10-06 05:45:39,917 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 0.020403086 -0.019920994 0.022869636 0.011264646 359.991567495 0.013857543 359.988759636 -0.017342120
2022-10-06 05:45:39,917 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:45:39,950 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned
warnings.warn("The fit may be poorly conditioned\n",
2022-10-06 05:45:39,960 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:45:39,961 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:45:39,973 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:45:40,079 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:40,080 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:45:40,181 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:40,182 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:40,183 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:40,188 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:40,318 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:45:40,425 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:40,427 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:45:40,449 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:45:40,449 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:45:40,532 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:45:40,533 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-06 05:45:40,533 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-06 05:45:40,533 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-06 05:45:40,578 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:45:40,580 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-06 05:45:40,580 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:45:40,581 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-10-06 05:45:40,598 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:45:40,703 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:40,705 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:45:40,730 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:45:40,748 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:45:40,749 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:45:40,749 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:45:40,749 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:45:40,859 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:45:41,464 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:41,650 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:45:42,263 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:42,459 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:45:43,045 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:43,233 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:45:43,785 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:43,982 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
output_variance = np.reciprocal(inverse_variance_sum)
2022-10-06 05:45:44,012 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 0.020399840 -0.020133660 0.023153026 0.011239542 359.991534480 0.014014259 359.988781294 -0.017358943
2022-10-06 05:45:44,140 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq3_MIRIMAGE_F770Wexp1_i2d.fits
2022-10-06 05:45:44,140 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:45:44,141 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:44,142 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:45:44,143 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:45:44,299 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits
2022-10-06 05:45:44,300 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:45:44,305 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:45:44,306 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:45:44,307 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:45:44,308 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:45:44,309 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:45:44,310 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:45:44,481 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:44,485 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpi9pv3lr0/det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:45:44,492 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:45:44,495 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:45:44,497 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:45:44,497 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:45:44,498 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:45:44,498 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:45:44,498 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:45:44,500 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:45:44,500 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:45:44,501 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:45:44,502 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-10-06 05:45:44,503 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:45:44,504 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:45:44,504 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:45:44,504 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:45:44,504 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:45:44,505 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:45:44,505 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:45:44,505 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:45:44,507 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:45:44,507 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:45:44,507 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:45:44,507 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:45:44,508 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:45:44,508 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:45:44,552 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:44,553 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-10-06 05:45:44,668 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:44,669 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:45:44,851 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:45:44,924 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 0.021938953 -0.019422149 0.024405503 0.011763492 359.993103362 0.014356389 359.990295503 -0.016843274
2022-10-06 05:45:44,925 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 0.021938953 -0.019422149 0.024405503 0.011763492 359.993103362 0.014356389 359.990295503 -0.016843274
2022-10-06 05:45:44,925 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:45:44,957 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned
warnings.warn("The fit may be poorly conditioned\n",
2022-10-06 05:45:44,968 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:45:44,968 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:45:44,981 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:45:45,116 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:45,118 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:45:45,223 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:45,224 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:45,224 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:45,230 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:45:45,363 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:45:45,476 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:45,477 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:45:45,499 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:45:45,500 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:45:45,583 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:45:45,584 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-06 05:45:45,584 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-06 05:45:45,584 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-06 05:45:45,629 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:45:45,631 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-06 05:45:45,631 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:45:45,632 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-10-06 05:45:45,649 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:45:45,766 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-10-06 05:45:45,768 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:45:45,793 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:45:45,811 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:45:45,811 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:45:45,812 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:45:45,812 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:45:45,923 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:45:46,518 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:46,708 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:45:47,268 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:47,457 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:45:48,016 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:48,210 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:45:48,780 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1031)
2022-10-06 05:45:48,968 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
output_variance = np.reciprocal(inverse_variance_sum)
2022-10-06 05:45:49,001 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 0.021935707 -0.019634814 0.024688893 0.011738388 359.993070347 0.014513105 359.990317161 -0.016860097
2022-10-06 05:45:49,125 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq4_MIRIMAGE_F770Wexp1_i2d.fits
2022-10-06 05:45:49,125 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:45:49,126 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-10-06 05:45:49,127 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:45:49,128 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:45:49,283 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits
2022-10-06 05:45:49,284 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
[[<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits>], [<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits>], [<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits>], [<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits>]]
# use asn_from_list to create association table
calfiles = glob('*_cal.fits')
asn = asn_from_list.asn_from_list(calfiles, rule=DMS_Level3_Base, product_name='starfield_combined.fits')
# use this if you need to add non'science' exposure types
#asn['products'][0]['members'][1]['exptype'] = 'background'
#asn['products'][0]['members'][2]['exptype'] = 'sourcecat'
# dump association table to a .json file for use in image3
with open('starfield_asnfile.json', 'w') as fp:
fp.write(asn.dump()[1])
print(asn)
jwnoprogram-a3001_none_006_asn with 1 products Rule=DMS_Level3_Base No constraints Products: starfield_combined.fits with 4 members
For MIRI, the FWHM values are dependent on filter and should be set using the table below:
| Filter | FWHM | |
|---|---|---|
| F560W | 1.636 | |
| F770W | 2.187 | |
| F1000W | 2.888 | |
| F1130W | 3.318 | |
| F1280W | 3.713 | |
| F1500W | 4.354 | |
| F1800W | 5.224 | |
| F2100W | 5.989 | |
| F2550W | 7.312 | |
| F2550WR | 7.312 |
For the fit geometry keyword, the following options are available: fitgeometry: A str value indicating the type of affine transformation to be considered when fitting catalogs. Allowed values:
'shift': x/y shifts only
'rscale': rotation and scale
'rshift': rotation and shifts
'general': shift, rotation, and scale (Default=”general”)
# Run Calwebb_image3 on the association table
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 2.187 # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5 # minimum number of objects needed to match positions for a good fit, default=15
snr = 8 # signal to noise threshold, default=5
sigma = 5 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom = 'shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False # boolean indicating whether to use 2D histogram to find initial offset, default=True
pipe3=Image3Pipeline()
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.save_results = True
# run Image3
image = pipe3.run('starfield_asnfile.json')
print('Image 3 pipeline finished.')
2022-10-06 05:45:49,307 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-06 05:45:49,309 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-06 05:45:49,310 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-06 05:45:49,312 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-06 05:45:49,313 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-06 05:45:49,314 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:45:49,315 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-06 05:45:49,441 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_asnfile.json',).
2022-10-06 05:45:49,447 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': False, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 5, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-06 05:45:49,573 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-06 05:45:49,584 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-06 05:45:49,586 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-10-06 05:45:49,587 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:45:49,588 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-06 05:45:50,138 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-06 05:45:50,140 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': False, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 5, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-06 05:45:50,599 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits.
2022-10-06 05:45:51,036 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 108 sources in det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits.
2022-10-06 05:45:51,489 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 119 sources in det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits.
2022-10-06 05:45:51,935 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 125 sources in det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits.
2022-10-06 05:45:51,957 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:51,958 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 4.
2022-10-06 05:45:51,958 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-06 05:45:51,982 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq1_MIRIMAGE_F770Wexp1_cal':
2022-10-06 05:45:51,982 - stpipe.Image3Pipeline.tweakreg - INFO - det_image_seq1_MIRIMAGE_F770Wexp1_cal
2022-10-06 05:45:52,005 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq2_MIRIMAGE_F770Wexp1_cal':
2022-10-06 05:45:52,005 - stpipe.Image3Pipeline.tweakreg - INFO - det_image_seq2_MIRIMAGE_F770Wexp1_cal
2022-10-06 05:45:52,028 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq3_MIRIMAGE_F770Wexp1_cal':
2022-10-06 05:45:52,028 - stpipe.Image3Pipeline.tweakreg - INFO - det_image_seq3_MIRIMAGE_F770Wexp1_cal
2022-10-06 05:45:52,050 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq4_MIRIMAGE_F770Wexp1_cal':
2022-10-06 05:45:52,051 - stpipe.Image3Pipeline.tweakreg - INFO - det_image_seq4_MIRIMAGE_F770Wexp1_cal
2022-10-06 05:45:52,051 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,052 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,052 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-06 05:45:52.052116
2022-10-06 05:45:52,052 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-10-06 05:45:52,053 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,142 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: det_image_seq1_MIRIMAGE_F770Wexp1_cal' as reference image
2022-10-06 05:45:52,147 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: det_image_seq2_MIRIMAGE_F770Wexp1_cal' to the reference catalog.
2022-10-06 05:45:52,266 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'det_image_seq2_MIRIMAGE_F770Wexp1_cal' catalog with sources from the reference 'det_image_seq1_MIRIMAGE_F770Wexp1_cal' catalog.
2022-10-06 05:45:52,267 - stpipe.Image3Pipeline.tweakreg - INFO - Found 85 matches for 'GROUP ID: det_image_seq2_MIRIMAGE_F770Wexp1_cal'...
2022-10-06 05:45:52,268 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-06 05:45:52,270 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: det_image_seq2_MIRIMAGE_F770Wexp1_cal:
2022-10-06 05:45:52,270 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00457586 YSH: -0.00243652
2022-10-06 05:45:52,271 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,271 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0309611 FIT MAE: 0.0138865
2022-10-06 05:45:52,271 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 84 objects.
2022-10-06 05:45:52,307 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: det_image_seq3_MIRIMAGE_F770Wexp1_cal' to the reference catalog.
2022-10-06 05:45:52,425 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'det_image_seq3_MIRIMAGE_F770Wexp1_cal' catalog with sources from the reference 'det_image_seq1_MIRIMAGE_F770Wexp1_cal' catalog.
2022-10-06 05:45:52,426 - stpipe.Image3Pipeline.tweakreg - INFO - Found 81 matches for 'GROUP ID: det_image_seq3_MIRIMAGE_F770Wexp1_cal'...
2022-10-06 05:45:52,427 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-06 05:45:52,428 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: det_image_seq3_MIRIMAGE_F770Wexp1_cal:
2022-10-06 05:45:52,429 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 5.32086e-05 YSH: -0.000585464
2022-10-06 05:45:52,429 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,429 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0105054 FIT MAE: 0.00835727
2022-10-06 05:45:52,430 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 80 objects.
2022-10-06 05:45:52,465 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: det_image_seq4_MIRIMAGE_F770Wexp1_cal' to the reference catalog.
2022-10-06 05:45:52,583 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'det_image_seq4_MIRIMAGE_F770Wexp1_cal' catalog with sources from the reference 'det_image_seq1_MIRIMAGE_F770Wexp1_cal' catalog.
2022-10-06 05:45:52,584 - stpipe.Image3Pipeline.tweakreg - INFO - Found 78 matches for 'GROUP ID: det_image_seq4_MIRIMAGE_F770Wexp1_cal'...
2022-10-06 05:45:52,585 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-06 05:45:52,587 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: det_image_seq4_MIRIMAGE_F770Wexp1_cal:
2022-10-06 05:45:52,587 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.000761189 YSH: -0.00232656
2022-10-06 05:45:52,588 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,588 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0153315 FIT MAE: 0.00921254
2022-10-06 05:45:52,588 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 76 objects.
2022-10-06 05:45:52,623 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,623 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-06 05:45:52.623380
2022-10-06 05:45:52,624 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.571264
2022-10-06 05:45:52,624 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-06 05:45:52,750 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned
warnings.warn("The fit may be poorly conditioned\n",
2022-10-06 05:45:52,760 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:45:52,761 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:45:52,863 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:45:52,864 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:45:52,978 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-06 05:45:53,140 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-06 05:45:53,142 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-06 05:45:53,249 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-06 05:45:53,250 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-06 05:45:53.249870
2022-10-06 05:45:53,251 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-06 05:45:53,251 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-06 05:45:53,251 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-06 05:45:53,251 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-06 05:45:53,252 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-06 05:45:53,252 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.
2022-10-06 05:45:55,735 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0
2022-10-06 05:45:55,736 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0.00698303
2022-10-06 05:45:55,737 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0.000655957
2022-10-06 05:45:55,737 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0.00200963
2022-10-06 05:45:55,737 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-06 05:45:55,738 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-06 05:45:55.737735
2022-10-06 05:45:55,738 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:02.487865
2022-10-06 05:45:55,739 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-06 05:45:55,755 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-06 05:45:55,889 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-06 05:45:55,890 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-06 05:45:55,896 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 4 inputs
2022-10-06 05:45:55,897 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-10-06 05:45:55,898 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:45:55,898 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-10-06 05:45:55,898 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-10-06 05:45:56,025 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-06 05:45:56,747 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:45:57,023 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure det_image_seq1_MIRIMAGE_F770Wexp1_outlier_i2d.fits saved to file
2022-10-06 05:45:57,028 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-06 05:45:57,778 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:45:58,053 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure det_image_seq2_MIRIMAGE_F770Wexp1_outlier_i2d.fits saved to file
2022-10-06 05:45:58,057 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-06 05:45:58,808 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:45:59,080 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure det_image_seq3_MIRIMAGE_F770Wexp1_outlier_i2d.fits saved to file
2022-10-06 05:45:59,084 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-06 05:45:59,835 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:00,108 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure det_image_seq4_MIRIMAGE_F770Wexp1_outlier_i2d.fits saved to file
2022-10-06 05:46:02,960 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-10-06 05:46:03,050 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:335: RuntimeWarning: invalid value encountered in multiply
blotted_median.err *= 0.0 # None
2022-10-06 05:46:03,638 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1118)
2022-10-06 05:46:03,923 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:335: RuntimeWarning: invalid value encountered in multiply
blotted_median.err *= 0.0 # None
2022-10-06 05:46:04,671 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1118)
2022-10-06 05:46:04,983 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:335: RuntimeWarning: invalid value encountered in multiply
blotted_median.err *= 0.0 # None
2022-10-06 05:46:05,728 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1118)
2022-10-06 05:46:06,042 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:335: RuntimeWarning: invalid value encountered in multiply
blotted_median.err *= 0.0 # None
2022-10-06 05:46:06,791 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1118)
2022-10-06 05:46:07,193 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-10-06 05:46:07,364 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:440: RuntimeWarning: overflow encountered in multiply
threshold1 = scale1 * blot_deriv + snr1 * err_data
2022-10-06 05:46:07,383 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:449: RuntimeWarning: overflow encountered in multiply
threshold2 = scale2 * blot_deriv + snr2 * err_data
2022-10-06 05:46:07,397 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 653 (0.06%)
2022-10-06 05:46:07,593 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:440: RuntimeWarning: overflow encountered in multiply
threshold1 = scale1 * blot_deriv + snr1 * err_data
2022-10-06 05:46:07,613 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:449: RuntimeWarning: overflow encountered in multiply
threshold2 = scale2 * blot_deriv + snr2 * err_data
2022-10-06 05:46:07,626 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 648 (0.06%)
2022-10-06 05:46:07,823 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:440: RuntimeWarning: overflow encountered in multiply
threshold1 = scale1 * blot_deriv + snr1 * err_data
2022-10-06 05:46:07,843 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:449: RuntimeWarning: overflow encountered in multiply
threshold2 = scale2 * blot_deriv + snr2 * err_data
2022-10-06 05:46:07,857 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 623 (0.06%)
2022-10-06 05:46:08,049 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:440: RuntimeWarning: overflow encountered in multiply
threshold1 = scale1 * blot_deriv + snr1 * err_data
2022-10-06 05:46:08,067 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:449: RuntimeWarning: overflow encountered in multiply
threshold2 = scale2 * blot_deriv + snr2 * err_data
2022-10-06 05:46:08,080 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 1015 (0.10%)
2022-10-06 05:46:08,324 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq1_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-10-06 05:46:08,589 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq2_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-10-06 05:46:08,856 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq3_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-10-06 05:46:09,296 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq4_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-10-06 05:46:09,297 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-06 05:46:09,433 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-06 05:46:09,435 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:46:09,453 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:46:09,473 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:46:09,474 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:46:09,474 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:46:09,474 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:46:09,610 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined.fits
2022-10-06 05:46:10,226 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-06 05:46:10,817 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:11,746 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:12,669 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:13,589 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:13,764 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:46:14,331 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:15,260 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:16,179 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:17,113 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:17,302 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:46:17,891 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:18,830 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:19,774 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:20,694 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:20,882 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:46:21,454 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:22,384 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:23,311 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:24,230 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:46:24,416 - stpipe.Image3Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
output_variance = np.reciprocal(inverse_variance_sum)
2022-10-06 05:46:24,454 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 0.021880779 -0.020263783 0.024954229 0.014758892 359.990667581 0.017767751 359.987594131 -0.017254924
2022-10-06 05:46:24,907 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_i2d.fits
2022-10-06 05:46:24,908 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-06 05:46:25,091 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1118) from starfield_combined_i2d.fits>,).
2022-10-06 05:46:25,092 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-06 05:46:25,108 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-10-06 05:46:25,116 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-06 05:46:25,117 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-06 05:46:25,117 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-06 05:46:25,117 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F770W
2022-10-06 05:46:25,118 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-06 05:46:25,168 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 4.38398
2022-10-06 05:46:25,249 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1142, 1118).
2022-10-06 05:46:25,575 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 191 sources
2022-10-06 05:46:25,831 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_cat.ecsv
2022-10-06 05:46:25,958 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_segm.fits
2022-10-06 05:46:25,959 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_segm.fits
2022-10-06 05:46:25,960 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-06 05:46:25,961 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done
Image 3 pipeline finished.
photfile = 'starfield_combined_cat.ecsv'
input_file = 'starfield_combined_i2d.fits'
# Look at subset of table with full columns
# If you have negative fluxes or repeated values of xcentroid or ycentroid, you may be finding spurious sources at image edges
data = table.Table.read(photfile, format='ascii', comment='#')
smalltable = data['label', 'xcentroid', 'ycentroid','aper30_flux', 'aper50_flux', 'aper70_flux', 'CI_50_30', 'CI_70_50','aper_total_flux']
smalltable.pprint_all()
#print(smalltable)
label xcentroid ycentroid aper30_flux aper50_flux aper70_flux CI_50_30 CI_70_50 aper_total_flux
Jy Jy Jy Jy
----- --------- --------- ------------- ------------- ------------ -------- -------- ---------------
1 800.8035 16.4930 2.400957e-06 4.651446e-06 1.504776e-05 1.9373 3.2351 2.205563e-05
2 695.0849 14.3493 3.468566e-06 5.760525e-06 9.471251e-06 1.6608 1.6442 1.388210e-05
3 562.6176 17.9974 1.199004e-06 2.288405e-06 6.623132e-06 1.9086 2.8942 9.707584e-06
4 722.8100 33.2666 3.647651e-06 6.287786e-06 1.056471e-05 1.7238 1.6802 1.548479e-05
5 777.4226 37.8012 3.165876e-05 5.126628e-05 8.479558e-05 1.6193 1.6540 1.242857e-04
6 364.9090 41.4320 2.916305e-06 5.165635e-06 9.108942e-06 1.7713 1.7634 1.335106e-05
7 591.7907 53.5681 1.441831e-05 2.512247e-05 5.612744e-05 1.7424 2.2342 8.226650e-05
8 964.7301 55.4754 6.996850e-06 1.135212e-05 1.887836e-05 1.6225 1.6630 2.767019e-05
9 593.8989 77.8549 1.056784e-05 1.843955e-05 3.049298e-05 1.7449 1.6537 4.469384e-05
10 538.8679 90.1761 8.081691e-07 2.009862e-06 2.172847e-05 2.4869 10.8109 3.184761e-05
11 708.6364 128.0239 3.503702e-08 6.149845e-08 3.514292e-07 1.7552 5.7144 5.150929e-07
12 975.7109 109.8512 9.659592e-07 1.875611e-06 6.496595e-06 1.9417 3.4637 9.522118e-06
13 939.3483 110.2663 3.042033e-06 5.173844e-06 9.076038e-06 1.7008 1.7542 1.330283e-05
14 896.2057 124.9899 2.259474e-05 3.977390e-05 6.662607e-05 1.7603 1.6751 9.765444e-05
15 763.5640 129.9089 4.255699e-06 7.074432e-06 1.193436e-05 1.6623 1.6870 1.749230e-05
16 1077.5174 131.5872 3.415121e-06 5.671245e-06 1.039572e-05 1.6606 1.8331 1.523711e-05
17 1071.2990 142.8614 3.551576e-06 6.309176e-06 1.424458e-05 1.7764 2.2578 2.087842e-05
18 553.8662 143.9861 2.014932e-05 3.646548e-05 6.225741e-05 1.8098 1.7073 9.125125e-05
19 751.5464 143.9331 3.651545e-06 6.108243e-06 1.031618e-05 1.6728 1.6889 1.512052e-05
20 370.0524 149.9480 5.271249e-06 9.567950e-06 1.609312e-05 1.8151 1.6820 2.358783e-05
21 524.0724 157.4440 2.943232e-06 5.595813e-06 1.564262e-05 1.9012 2.7954 2.292753e-05
22 475.4303 160.4821 4.786095e-06 7.948404e-06 1.633804e-05 1.6607 2.0555 2.394681e-05
23 653.6879 159.7980 3.864237e-06 6.499588e-06 1.109599e-05 1.6820 1.7072 1.626350e-05
24 847.4436 160.9902 4.712633e-06 8.555507e-06 2.082384e-05 1.8154 2.4340 3.052169e-05
25 663.6190 161.7361 4.442427e-06 7.265008e-06 1.226869e-05 1.6354 1.6887 1.798233e-05
26 541.4519 177.4352 -1.514365e-07 -2.704049e-07 5.078770e-06 1.7856 -18.7821 7.444000e-06
27 694.2017 181.9028 -8.370957e-08 -1.620030e-07 1.096773e-06 1.9353 -6.7701 1.607550e-06
28 1011.4118 174.8214 2.917691e-06 4.969394e-06 8.804685e-06 1.7032 1.7718 1.290511e-05
29 944.2454 182.2990 7.853949e-06 1.315020e-05 2.236583e-05 1.6743 1.7008 3.278180e-05
30 1010.8874 192.5052 1.230419e-05 2.263592e-05 5.571124e-05 1.8397 2.4612 8.165647e-05
31 985.0213 197.3889 4.252475e-06 7.838390e-06 2.087009e-05 1.8433 2.6625 3.058948e-05
32 376.4128 200.7185 2.244548e-07 4.901914e-07 1.709220e-05 2.1839 34.8684 2.505219e-05
33 809.0860 205.9531 3.403106e-05 6.103573e-05 1.018916e-04 1.7935 1.6694 1.493435e-04
34 575.9725 218.2808 4.391038e-06 7.656832e-06 1.290298e-05 1.7437 1.6852 1.891201e-05
35 487.1415 233.0163 4.943388e-06 9.446803e-06 2.668753e-05 1.9110 2.8250 3.911615e-05
36 459.0970 233.9429 3.198096e-06 5.750920e-06 9.620242e-06 1.7982 1.6728 1.410048e-05
37 698.8153 234.6389 1.026470e-05 1.744264e-05 3.067565e-05 1.6993 1.7587 4.496158e-05
38 1046.3148 258.0518 5.424057e-06 9.948091e-06 2.515808e-05 1.8341 2.5289 3.687443e-05
39 514.0117 277.7246 7.814762e-06 1.396806e-05 2.466193e-05 1.7874 1.7656 3.614722e-05
40 992.6594 296.2301 -1.384399e-07 -2.556835e-07 8.081503e-07 1.8469 -3.1607 1.184513e-06
41 635.7854 285.7552 4.536469e-06 7.692397e-06 1.333295e-05 1.6957 1.7333 1.954222e-05
42 501.7665 288.3426 2.561199e-05 4.280060e-05 7.412338e-05 1.6711 1.7318 1.086433e-04
43 708.4831 295.7400 3.337349e-06 5.813439e-06 1.483994e-05 1.7419 2.5527 2.175103e-05
44 1067.9410 298.9494 1.826423e-05 3.312049e-05 5.698170e-05 1.8134 1.7204 8.351860e-05
45 827.4811 320.7629 5.186147e-06 9.632743e-06 3.050239e-05 1.8574 3.1665 4.470763e-05
46 1032.0385 319.6010 3.113207e-06 6.616355e-06 2.934181e-05 2.1253 4.4347 4.300656e-05
47 1017.6450 321.2371 7.684557e-07 1.621944e-06 6.941610e-06 2.1107 4.2798 1.017438e-05
48 1070.7066 346.3382 1.943080e-06 3.656522e-06 1.317902e-05 1.8818 3.6042 1.931661e-05
49 411.5314 340.8986 3.128547e-06 5.209968e-06 8.548180e-06 1.6653 1.6407 1.252915e-05
50 948.5618 357.3815 4.601324e-06 8.510142e-06 2.616550e-05 1.8495 3.0746 3.835101e-05
51 466.5362 359.5500 1.097113e-05 1.767600e-05 3.136913e-05 1.6111 1.7747 4.597802e-05
52 726.7917 376.6629 2.732187e-06 5.104894e-06 1.659132e-05 1.8684 3.2501 2.431805e-05
53 928.0506 384.9959 7.008751e-06 1.334493e-05 3.337662e-05 1.9040 2.5011 4.892041e-05
54 945.5773 389.2472 3.867233e-06 6.299740e-06 1.075801e-05 1.6290 1.7077 1.576811e-05
55 1004.2615 398.6692 1.032000e-06 2.663158e-06 2.425234e-05 2.5806 9.1066 3.554688e-05
56 548.0176 399.5665 4.306105e-06 8.211323e-06 2.298658e-05 1.9069 2.7994 3.369164e-05
57 618.6486 399.2898 2.625981e-06 4.356141e-06 7.631298e-06 1.6589 1.7518 1.118526e-05
58 1027.3891 425.1792 3.863823e-07 8.062009e-07 1.098169e-05 2.0865 13.6215 1.609596e-05
59 826.7982 429.7898 1.507354e-05 2.643704e-05 4.648707e-05 1.7539 1.7584 6.813651e-05
60 754.3169 435.0773 1.131945e-06 2.091936e-06 6.416986e-06 1.8481 3.0675 9.405435e-06
61 871.3660 446.8636 3.694188e-07 7.268568e-07 3.093513e-06 1.9676 4.2560 4.534191e-06
62 652.2293 459.5227 7.640238e-06 1.373072e-05 3.490638e-05 1.7972 2.5422 5.116259e-05
63 419.2087 463.8789 6.342874e-06 1.107941e-05 1.893278e-05 1.7467 1.7088 2.774995e-05
64 715.7894 495.2871 3.476452e-06 6.670255e-06 2.150991e-05 1.9187 3.2248 3.152727e-05
65 995.9685 492.0774 3.404914e-06 6.135222e-06 1.023356e-05 1.8019 1.6680 1.499943e-05
66 448.6319 507.6773 1.252825e-06 2.268091e-06 6.060864e-06 1.8104 2.6722 8.883463e-06
67 1071.1602 523.1376 9.591494e-07 1.968824e-06 8.104182e-06 2.0527 4.1163 1.187837e-05
68 404.5449 520.0455 6.958607e-06 1.164733e-05 1.951898e-05 1.6738 1.6758 2.860915e-05
69 495.9908 527.3627 5.905212e-06 1.007519e-05 1.713561e-05 1.7062 1.7008 2.511583e-05
70 904.3075 536.0619 6.071623e-06 1.041183e-05 1.738341e-05 1.7148 1.6696 2.547902e-05
71 716.5298 549.4058 2.025237e-06 3.678617e-06 1.181110e-05 1.8164 3.2107 1.731164e-05
72 917.6540 544.3966 7.565925e-06 1.236575e-05 2.153364e-05 1.6344 1.7414 3.156205e-05
73 452.4946 566.7545 2.400110e-06 5.025628e-06 2.080754e-05 2.0939 4.1403 3.049780e-05
74 1105.2001 551.9783 8.179121e-06 1.435988e-05 2.364583e-05 1.7557 1.6467 3.465791e-05
75 626.8180 553.0759 2.726954e-06 4.832287e-06 8.155764e-06 1.7720 1.6878 1.195398e-05
76 966.6791 558.7832 3.160229e-06 5.408753e-06 9.297560e-06 1.7115 1.7190 1.362752e-05
77 472.1576 568.5116 4.705144e-06 8.004202e-06 1.391597e-05 1.7012 1.7386 2.039676e-05
78 876.6955 593.2836 4.740639e-07 1.077108e-06 1.519714e-05 2.2721 14.1092 2.227459e-05
79 1086.7400 604.3741 1.445386e-05 2.408034e-05 3.990118e-05 1.6660 1.6570 5.848352e-05
80 742.4793 614.7055 1.227991e-06 2.621896e-06 2.771175e-05 2.1351 10.5694 4.061737e-05
81 1102.3297 622.7452 1.263739e-06 2.428828e-06 7.776013e-06 1.9219 3.2015 1.139737e-05
82 584.6365 625.8733 5.322855e-06 1.064916e-05 3.326333e-05 2.0006 3.1236 4.875436e-05
83 1007.2193 628.6073 5.340919e-06 8.888957e-06 1.519215e-05 1.6643 1.7091 2.226728e-05
84 415.5059 636.4682 4.958613e-06 7.945518e-06 1.420803e-05 1.6024 1.7882 2.082484e-05
85 1004.9737 641.4039 1.716169e-06 3.080130e-06 6.998442e-06 1.7948 2.2721 1.025768e-05
86 586.3483 648.3153 1.054601e-05 1.775428e-05 3.150768e-05 1.6835 1.7747 4.618109e-05
87 565.0614 655.3751 8.727979e-06 1.580083e-05 3.509591e-05 1.8104 2.2211 5.144039e-05
88 380.6576 658.0768 4.079517e-06 6.927291e-06 1.151157e-05 1.6981 1.6618 1.687261e-05
89 1086.8538 658.3598 4.694667e-06 7.919647e-06 1.271362e-05 1.6869 1.6053 1.863447e-05
90 1011.2900 664.3497 5.309539e-06 8.817884e-06 1.520855e-05 1.6608 1.7247 2.229132e-05
91 851.9736 678.2351 7.466837e-06 1.309325e-05 2.202684e-05 1.7535 1.6823 3.228494e-05
92 808.7990 688.3252 2.738070e-05 4.730453e-05 8.270985e-05 1.7277 1.7485 1.212286e-04
93 763.7139 688.4917 2.112474e-06 3.826931e-06 1.023540e-05 1.8116 2.6746 1.500212e-05
94 662.8838 696.0872 2.182835e-06 4.228189e-06 1.246050e-05 1.9370 2.9470 1.826346e-05
95 754.0633 710.5458 1.706983e-05 2.905013e-05 5.042737e-05 1.7018 1.7359 7.391185e-05
96 849.4824 709.7947 3.465240e-06 6.033976e-06 1.221022e-05 1.7413 2.0236 1.789664e-05
97 602.9477 713.7424 5.595442e-06 9.768872e-06 1.650351e-05 1.7459 1.6894 2.418935e-05
98 522.8374 718.1294 1.182369e-06 2.197969e-06 5.380702e-06 1.8590 2.4480 7.886544e-06
99 978.1319 725.4940 5.946888e-06 9.700718e-06 1.647211e-05 1.6312 1.6980 2.414331e-05
100 695.1613 729.4800 6.030080e-06 1.170610e-05 3.160046e-05 1.9413 2.6995 4.631708e-05
101 407.8195 730.4399 4.679757e-06 8.258398e-06 2.203583e-05 1.7647 2.6683 3.229812e-05
102 637.3004 735.5882 4.912536e-06 8.291080e-06 1.564629e-05 1.6877 1.8871 2.293290e-05
103 784.5647 761.1562 6.239839e-08 1.147179e-07 1.988649e-06 1.8385 17.3351 2.914781e-06
104 618.3652 736.1999 1.290712e-06 2.476272e-06 8.219825e-06 1.9185 3.3194 1.204787e-05
105 434.6858 737.1112 3.463596e-06 6.035735e-06 1.056378e-05 1.7426 1.7502 1.548343e-05
106 1025.2638 742.9274 5.694481e-06 9.846456e-06 1.650252e-05 1.7291 1.6760 2.418789e-05
107 328.5686 765.0086 7.044807e-06 1.210237e-05 2.060488e-05 1.7179 1.7025 3.020075e-05
108 70.8846 773.6010 1.505612e-05 2.716106e-05 6.047138e-05 1.8040 2.2264 8.863345e-05
109 744.5709 773.1039 8.069651e-07 1.577631e-06 5.284939e-06 1.9550 3.3499 7.746183e-06
110 1008.6570 778.2236 1.929133e-06 3.600460e-06 1.031841e-05 1.8664 2.8659 1.512379e-05
111 15.5997 777.0898 1.413331e-05 2.930350e-05 7.495804e-05 2.0734 2.5580 1.098667e-04
112 572.4796 787.9520 1.185218e-05 1.971928e-05 3.295930e-05 1.6638 1.6714 4.830874e-05
113 1109.5156 787.8847 3.787738e-06 6.172841e-06 1.010890e-05 1.6297 1.6376 1.481671e-05
114 32.2598 790.2835 1.429750e-05 2.379378e-05 3.995786e-05 1.6642 1.6793 5.856659e-05
115 594.0749 789.2174 4.439308e-06 7.685626e-06 1.253222e-05 1.7313 1.6306 1.836858e-05
116 318.0410 791.3067 4.818219e-06 8.128594e-06 1.286167e-05 1.6871 1.5823 1.885146e-05
117 581.7721 797.6411 2.597338e-05 4.265099e-05 7.131041e-05 1.6421 1.6720 1.045203e-04
118 551.4303 795.8384 4.683148e-06 7.722392e-06 1.275942e-05 1.6490 1.6523 1.870160e-05
119 637.1263 798.6125 2.578589e-06 4.307543e-06 7.083376e-06 1.6705 1.6444 1.038217e-05
120 883.5143 801.4063 1.813773e-05 3.012226e-05 5.558368e-05 1.6608 1.8453 8.146951e-05
121 944.6193 801.5417 1.643129e-06 3.217709e-06 1.281863e-05 1.9583 3.9838 1.878838e-05
122 627.0056 804.0146 7.657038e-06 1.395330e-05 2.358008e-05 1.8223 1.6899 3.456154e-05
123 868.7865 808.8418 7.878197e-06 1.482397e-05 3.902843e-05 1.8816 2.6328 5.720433e-05
124 616.5059 816.7066 5.234318e-07 1.395659e-06 1.882061e-05 2.6664 13.4851 2.758554e-05
125 48.6517 816.9086 1.049186e-06 2.339853e-06 1.475981e-05 2.2302 6.3080 2.163359e-05
126 845.7913 818.3089 1.194971e-05 2.003463e-05 3.343759e-05 1.6766 1.6690 4.900978e-05
127 131.0570 830.7119 1.565527e-05 2.714872e-05 4.590031e-05 1.7342 1.6907 6.727650e-05
128 924.3967 828.5268 8.232889e-07 1.463300e-06 4.106642e-06 1.7774 2.8064 6.019142e-06
129 984.5641 833.6936 2.837359e-05 4.578917e-05 8.183758e-05 1.6138 1.7873 1.199501e-04
130 336.1305 835.8627 -3.530207e-08 -5.543541e-08 6.409727e-07 1.5703 -11.5625 9.394795e-07
131 583.8192 835.4057 5.868764e-06 1.014182e-05 2.288421e-05 1.7281 2.2564 3.354159e-05
132 795.5557 838.6489 2.445638e-06 4.542174e-06 1.421438e-05 1.8573 3.1294 2.083415e-05
133 488.4456 851.3706 4.508231e-07 1.078732e-06 8.774743e-06 2.3928 8.1343 1.286122e-05
134 1079.4887 851.0928 3.460057e-06 5.820058e-06 9.874540e-06 1.6821 1.6966 1.447320e-05
135 814.7273 862.0012 1.603026e-05 2.906211e-05 5.837403e-05 1.8130 2.0086 8.555934e-05
136 657.0063 863.3885 7.915943e-06 1.388469e-05 2.434941e-05 1.7540 1.7537 3.568915e-05
137 562.7738 866.0433 6.179127e-06 1.082293e-05 1.767946e-05 1.7515 1.6335 2.591295e-05
138 885.1139 867.1996 1.952638e-06 4.007519e-06 1.469236e-05 2.0524 3.6662 2.153473e-05
139 994.6782 875.4450 3.269349e-05 5.254433e-05 8.901822e-05 1.6072 1.6942 1.304748e-04
140 597.8245 882.4673 3.484063e-06 5.762116e-06 9.765341e-06 1.6538 1.6947 1.431315e-05
141 123.1202 902.7735 2.592420e-05 4.529968e-05 7.651897e-05 1.7474 1.6892 1.121545e-04
142 905.2876 903.5195 2.845581e-06 4.601996e-06 7.725281e-06 1.6172 1.6787 1.132301e-05
143 711.9014 909.3795 6.058616e-06 1.119064e-05 2.937561e-05 1.8471 2.6250 4.305610e-05
144 547.6713 912.0368 6.247544e-06 1.177748e-05 3.107986e-05 1.8851 2.6389 4.555403e-05
145 63.8871 940.5798 2.879662e-04 5.187851e-04 1.016571e-03 1.8015 1.9595 1.489997e-03
146 183.2502 909.7862 1.056060e-06 1.863810e-06 4.814451e-06 1.7649 2.5831 7.056585e-06
147 927.1129 916.7102 7.711112e-07 1.495085e-06 5.051560e-06 1.9389 3.3788 7.404118e-06
148 794.5260 919.6567 6.649160e-05 1.051379e-04 1.778152e-04 1.5812 1.6913 2.606254e-04
149 1078.9229 916.8038 9.878655e-06 1.705135e-05 2.772007e-05 1.7261 1.6257 4.062955e-05
150 1057.5700 919.4646 1.843754e-06 3.376198e-06 1.066178e-05 1.8312 3.1579 1.562707e-05
151 346.3069 924.0644 1.870713e-05 3.240541e-05 5.438443e-05 1.7322 1.6783 7.971175e-05
152 959.2208 925.3208 3.568223e-06 5.958817e-06 1.003073e-05 1.6700 1.6833 1.470213e-05
153 401.0614 933.2162 1.375756e-05 2.379864e-05 3.902056e-05 1.7299 1.6396 5.719279e-05
154 909.9528 934.9770 1.301715e-06 2.576545e-06 8.822480e-06 1.9793 3.4242 1.293119e-05
155 1026.3898 944.2115 5.287018e-06 9.998379e-06 2.895329e-05 1.8911 2.8958 4.243711e-05
156 210.4393 962.5503 1.714445e-04 2.814582e-04 5.113337e-04 1.6417 1.8167 7.494665e-04
157 467.6349 942.5502 7.223572e-06 1.257227e-05 2.998226e-05 1.7405 2.3848 4.394527e-05
158 952.4538 956.2099 4.855470e-06 9.155688e-06 2.700756e-05 1.8856 2.9498 3.958523e-05
159 592.9004 959.5034 3.530539e-06 6.024046e-06 1.030701e-05 1.7063 1.7110 1.510708e-05
160 743.0579 966.6059 5.383245e-05 9.340815e-05 1.652890e-04 1.7352 1.7695 2.422656e-04
161 908.6030 964.8855 1.202875e-05 2.040567e-05 3.522875e-05 1.6964 1.7264 5.163510e-05
162 577.4874 965.8552 6.648830e-06 1.114974e-05 1.930009e-05 1.6769 1.7310 2.828832e-05
163 44.5435 974.2619 1.277822e-05 2.179275e-05 4.068638e-05 1.7055 1.8670 5.963440e-05
164 962.3965 967.7407 4.595965e-06 7.589651e-06 1.288421e-05 1.6514 1.6976 1.888450e-05
165 623.5181 969.8252 3.984867e-06 6.658082e-06 1.155153e-05 1.6708 1.7350 1.693119e-05
166 379.5265 982.7400 1.405677e-05 2.452134e-05 5.090217e-05 1.7445 2.0758 7.460777e-05
167 597.5515 985.0368 4.612974e-06 7.734179e-06 1.305105e-05 1.6766 1.6875 1.912905e-05
168 425.0959 988.9688 6.626438e-06 1.174229e-05 1.874588e-05 1.7720 1.5964 2.747600e-05
169 920.3354 995.5439 3.852785e-06 7.035959e-06 2.100246e-05 1.8262 2.9850 3.078350e-05
170 941.3980 996.0825 1.526430e-05 2.577551e-05 4.301751e-05 1.6886 1.6689 6.305116e-05
171 261.4579 995.2898 3.152311e-06 5.053164e-06 8.454811e-06 1.6030 1.6732 1.239229e-05
172 538.1481 1014.1477 2.326555e-06 6.005408e-06 4.492743e-05 2.5812 7.4812 6.585055e-05
173 826.4426 1010.7671 3.205130e-06 5.244101e-06 8.845231e-06 1.6362 1.6867 1.296454e-05
174 973.2194 1017.5731 2.829065e-06 4.665287e-06 8.296402e-06 1.6491 1.7783 1.216011e-05
175 55.0572 1031.0606 3.726228e-06 6.674196e-06 1.139507e-05 1.7911 1.7073 1.670185e-05
176 103.3167 1044.4405 3.262724e-06 5.905208e-06 1.835710e-05 1.8099 3.1086 2.690617e-05
177 1104.9136 1031.8881 2.697514e-06 4.883472e-06 9.535887e-06 1.8104 1.9527 1.397684e-05
178 130.2031 1043.5361 8.201395e-06 1.361047e-05 2.322878e-05 1.6595 1.7067 3.404663e-05
179 675.2777 1088.8983 9.105729e-06 1.612664e-05 2.865812e-05 1.7710 1.7771 4.200447e-05
180 96.8369 1092.9691 2.407126e-06 4.711185e-06 1.635680e-05 1.9572 3.4719 2.397431e-05
181 610.6102 1102.6114 3.588558e-06 6.560558e-06 1.848640e-05 1.8282 2.8178 2.709569e-05
182 204.6669 1106.6569 1.621663e-06 2.651320e-06 5.548104e-06 1.6349 2.0926 8.131907e-06
183 249.9670 1111.7373 1.166868e-06 2.300258e-06 5.799132e-06 1.9713 2.5211 8.499841e-06
184 566.9573 1113.7611 2.302867e-05 4.004189e-05 6.645851e-05 1.7388 1.6597 9.740885e-05
185 207.9640 1127.2917 1.265137e-04 2.218881e-04 3.711072e-04 1.7539 1.6725 5.439352e-04
186 537.2400 1120.1797 1.761960e-05 2.954127e-05 4.676767e-05 1.6766 1.5831 6.854780e-05
187 718.0225 1121.5929 3.492998e-06 5.838849e-06 9.659903e-06 1.6716 1.6544 1.415861e-05
188 548.2649 1127.3356 4.918148e-06 8.319986e-06 1.659192e-05 1.6917 1.9942 2.431893e-05
189 1029.9332 1129.4215 1.655719e-06 3.079243e-06 9.401115e-06 1.8598 3.0531 1.377930e-05
190 118.9064 1127.4473 3.387713e-06 5.474720e-06 8.509664e-06 1.6161 1.5544 1.247269e-05
191 289.2277 1135.8180 1.216481e-06 2.348973e-06 5.363059e-06 1.9310 2.2832 7.860684e-06
# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
catalog = Table.read("starfield_combined_cat.ecsv")
catalog
| label | xcentroid | ycentroid | sky_centroid | aper_bkg_flux | aper_bkg_flux_err | aper30_flux | aper30_flux_err | aper50_flux | aper50_flux_err | aper70_flux | aper70_flux_err | aper_total_flux | aper_total_flux_err | aper30_abmag | aper30_abmag_err | aper50_abmag | aper50_abmag_err | aper70_abmag | aper70_abmag_err | aper_total_abmag | aper_total_abmag_err | aper30_vegamag | aper30_vegamag_err | aper50_vegamag | aper50_vegamag_err | aper70_vegamag | aper70_vegamag_err | aper_total_vegamag | aper_total_vegamag_err | CI_50_30 | CI_70_50 | CI_70_30 | is_extended | sharpness | roundness | nn_label | nn_dist | isophotal_flux | isophotal_flux_err | isophotal_abmag | isophotal_abmag_err | isophotal_vegamag | isophotal_vegamag_err | isophotal_area | semimajor_sigma | semiminor_sigma | ellipticity | orientation | sky_orientation | sky_bbox_ll | sky_bbox_ul | sky_bbox_lr | sky_bbox_ur |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| deg,deg | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | pix | Jy | Jy | pix2 | pix | pix | deg | deg | deg,deg | deg,deg | deg,deg | deg,deg | |||||||||||||||||||||||||||||||
| int64 | float64 | float64 | SkyCoord | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | bool | float64 | float32 | int64 | float64 | float64 | float32 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | SkyCoord | SkyCoord | SkyCoord | SkyCoord |
| 1 | 800.8035 | 16.4930 | 359.99736624942847,-0.017602785692178064 | 8.104949e-08 | 6.724525e-09 | 2.400957e-06 | 4.376876e-08 | 4.651446e-06 | 6.250545e-08 | 1.504776e-05 | 1.377623e-07 | 2.205563e-05 | 2.019195e-07 | 22.949039 | 0.019614 | 22.231030 | 0.014493 | 20.956321 | 0.009895 | 20.541201 | 0.009895 | 18.565059 | 0.019614 | 17.847050 | 0.014493 | 16.572341 | 0.009895 | 16.157221 | 0.009895 | 1.9373 | 3.2351 | 6.2674 | False | 0.509961 | 0.177606 | 5 | 31.633983 | 3.402996e-05 | 2.265438e-07 | 20.070346 | 0.007204 | 15.686367 | 0.007204 | 129.0 | 3.588740 | 1.971356 | 0.450683 | -81.986622 | 13.028578 | 359.9975046947057,-0.01789285568296408 | 359.9975531378724,-0.017340834552422822 | 359.9971673484323,-0.017863251512746717 | 359.9972157915989,-0.01731123038265761 |
| 2 | 695.0849 | 14.3493 | 0.0006026421064646778,-0.017953049038861284 | -3.874362e-09 | 1.896263e-09 | 3.468566e-06 | 4.526582e-08 | 5.760525e-06 | 6.327837e-08 | 9.471251e-06 | 1.300324e-07 | 1.388210e-05 | 1.905896e-07 | 22.549625 | 0.014078 | 21.998845 | 0.011862 | 21.458982 | 0.014805 | 21.043862 | 0.014805 | 18.165645 | 0.014078 | 17.614865 | 0.011862 | 17.075002 | 0.014805 | 16.659882 | 0.014805 | 1.6608 | 1.6442 | 2.7306 | False | 0.639679 | -0.046544 | 4 | 33.563995 | 8.930617e-06 | 1.100690e-07 | 21.522796 | 0.013300 | 17.138817 | 0.013300 | 27.0 | 1.232061 | 1.169634 | 0.050668 | 20.564053 | 115.579253 | 0.0006742477131628537,-0.01804738697640671 | 0.0006930867224210222,-0.01783271209128175 | 0.00045957280880951404,-0.018028547962628195 | 0.0004784118180744857,-0.01781387307754775 |
| 3 | 562.6176 | 17.9974 | 0.004674948564596543,-0.01819767748943463 | 5.964062e-08 | 2.741636e-09 | 1.199004e-06 | 4.077932e-08 | 2.288405e-06 | 5.734786e-08 | 6.623132e-06 | 1.299248e-07 | 9.707584e-06 | 1.904320e-07 | 23.702948 | 0.036313 | 23.001168 | 0.026873 | 21.847342 | 0.021092 | 21.432222 | 0.021092 | 19.318968 | 0.036313 | 18.617188 | 0.026873 | 17.463362 | 0.021092 | 17.048242 | 0.021092 | 1.9086 | 2.8942 | 5.5239 | False | 0.551326 | 0.392685 | 7 | 46.003825 | 1.245901e-05 | 1.694001e-07 | 21.161291 | 0.014663 | 16.777312 | 0.014663 | 69.0 | 2.371873 | 1.813034 | 0.235611 | 19.975288 | 114.990488 | 0.004819789180345428,-0.018349375083517624 | 0.004846702050512284,-0.018042696675032905 | 0.004451775055267607,-0.018317079639448928 | 0.0044786879254644025,-0.018010401230974058 |
| 4 | 722.8100 | 33.2666 | 359.99980328678396,-0.017298280506215964 | 2.472315e-09 | 1.506137e-09 | 3.647651e-06 | 3.323524e-08 | 6.287786e-06 | 4.595261e-08 | 1.056471e-05 | 9.267366e-08 | 1.548479e-05 | 1.358326e-07 | 22.494967 | 0.009848 | 21.903756 | 0.007906 | 21.340356 | 0.009483 | 20.925237 | 0.009483 | 18.110987 | 0.009848 | 17.519776 | 0.007906 | 16.956377 | 0.009483 | 16.541257 | 0.009483 | 1.7238 | 1.6802 | 2.8963 | False | 0.572912 | 0.020461 | 2 | 33.563995 | 1.026557e-05 | 8.134608e-08 | 21.371543 | 0.008570 | 16.987563 | 0.008570 | 29.0 | 1.261460 | 1.211390 | 0.039691 | 71.147893 | 166.163093 | 359.9998973503939,-0.017392033233187967 | 359.99991618940317,-0.017177358346975747 | 359.9996826754902,-0.017373194218652997 | 359.99970151449946,-0.017158519332519516 |
| 5 | 777.4226 | 37.8012 | 359.99814064012196,-0.017012234720947882 | 4.373317e-08 | 5.096082e-09 | 3.165876e-05 | 6.707287e-08 | 5.126628e-05 | 8.753728e-08 | 8.479558e-05 | 1.330149e-07 | 1.242857e-04 | 1.949611e-07 | 20.148765 | 0.002298 | 19.625421 | 0.001852 | 19.079067 | 0.001702 | 18.663947 | 0.001702 | 15.764785 | 0.002298 | 15.241441 | 0.001852 | 14.695087 | 0.001702 | 14.279968 | 0.001702 | 1.6193 | 1.6540 | 2.6784 | False | 0.624875 | -0.329247 | 1 | 31.633983 | 1.014101e-04 | 1.766361e-07 | 18.884797 | 0.001889 | 14.500817 | 0.001889 | 106.0 | 1.801339 | 1.749047 | 0.029029 | -0.798605 | 94.216595 | 359.99830531382963,-0.017221418421874746 | 359.9983403005611,-0.016822736490953904 | 359.99790663186866,-0.017186431677295586 | 359.9979416186001,-0.016787749746706278 |
| 6 | 364.9090 | 41.4320 | 0.010801312098546482,-0.018011077723092506 | -1.662457e-08 | 3.256632e-09 | 2.916305e-06 | 4.544948e-08 | 5.165635e-06 | 6.313797e-08 | 9.108942e-06 | 1.308016e-07 | 1.335106e-05 | 1.917170e-07 | 22.737918 | 0.016790 | 22.117191 | 0.013190 | 21.501330 | 0.015480 | 21.086211 | 0.015480 | 18.353938 | 0.016790 | 17.733211 | 0.013190 | 17.117350 | 0.015480 | 16.702231 | 0.015480 | 1.7713 | 1.7634 | 3.1235 | False | 0.545558 | 0.230587 | 20 | 108.637842 | 8.330701e-06 | 1.089753e-07 | 21.598296 | 0.014111 | 17.214316 | 0.014111 | 26.0 | 1.290212 | 1.101737 | 0.146081 | 87.522642 | 182.537842 | 0.010867300881309949,-0.01810747992171262 | 0.010886139889846404,-0.017892805035375613 | 0.010683293819810251,-0.018091332205924012 | 0.010702132828372788,-0.017876657319524123 |
| 7 | 591.7907 | 53.5681 | 0.0038760019741166493,-0.01702828573436201 | 9.803632e-08 | 1.318216e-08 | 1.441831e-05 | 4.342322e-08 | 2.512247e-05 | 5.985179e-08 | 5.612744e-05 | 1.147371e-07 | 8.226650e-05 | 1.681711e-07 | 21.002714 | 0.003265 | 20.399844 | 0.002584 | 19.527062 | 0.002217 | 19.111942 | 0.002217 | 16.618734 | 0.003265 | 16.015864 | 0.002584 | 15.143082 | 0.002217 | 14.727963 | 0.002217 | 1.7424 | 2.2342 | 3.8928 | False | 0.568634 | -0.573329 | 9 | 24.378096 | 9.600460e-05 | 2.125011e-07 | 18.944270 | 0.002401 | 14.560290 | 0.002401 | 194.0 | 4.088144 | 1.758926 | 0.569750 | -42.407759 | 52.607441 | 0.004164499541000294,-0.01736474896632846 | 0.004221016568437023,-0.01672072430144046 | 0.003520474822957141,-0.017308231936282146 | 0.003576991850491966,-0.016664207271498893 |
| 8 | 964.7301 | 55.4754 | 359.99244388878174,-0.01596610774998309 | 1.217660e-08 | 2.230645e-09 | 6.996850e-06 | 3.811668e-08 | 1.135212e-05 | 5.120747e-08 | 1.887836e-05 | 9.543373e-08 | 2.767019e-05 | 1.398781e-07 | 21.787744 | 0.005899 | 21.262307 | 0.004887 | 20.710089 | 0.005475 | 20.294970 | 0.005475 | 17.403764 | 0.005899 | 16.878328 | 0.004887 | 16.326109 | 0.005475 | 15.910990 | 0.005475 | 1.6225 | 1.6630 | 2.6981 | False | 0.602316 | -0.178257 | 12 | 55.473477 | 1.981291e-05 | 9.955021e-08 | 20.657630 | 0.005442 | 16.273650 | 0.005442 | 44.0 | 1.440650 | 1.351862 | 0.061630 | -5.045743 | 89.969457 | 359.9925629173091,-0.01609940810018755 | 359.9925871388921,-0.015823397535672072 | 359.99228690673124,-0.016075186501062003 | 359.9923111283142,-0.015799175936831285 |
| 9 | 593.8989 | 77.8549 | 0.003876710876123094,-0.016277789232409166 | 1.320177e-08 | 2.382584e-09 | 1.056784e-05 | 4.344520e-08 | 1.843955e-05 | 5.956633e-08 | 3.049298e-05 | 1.032660e-07 | 4.469384e-05 | 1.513579e-07 | 21.340034 | 0.004454 | 20.735624 | 0.003502 | 20.189500 | 0.003671 | 19.774381 | 0.003671 | 16.956054 | 0.004454 | 16.351645 | 0.003502 | 15.805520 | 0.003671 | 15.390401 | 0.003671 | 1.7449 | 1.6537 | 2.8855 | False | 0.624499 | -0.021087 | 7 | 24.378096 | 3.329917e-05 | 1.180243e-07 | 20.093917 | 0.003841 | 15.709937 | 0.003841 | 58.0 | 1.537700 | 1.479203 | 0.038042 | -17.273091 | 77.742109 | 0.003999895401870676,-0.016423183432685343 | 0.004026808272082951,-0.01611650501865214 | 0.0036932169648064574,-0.01639627056118501 | 0.003720129835039899,-0.016089592147182554 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 182 | 204.6669 | 1106.6569 | 0.018582417676882262,0.014225812787671864 | 2.347624e-08 | 2.853191e-09 | 1.621663e-06 | 4.095126e-08 | 2.651320e-06 | 5.767494e-08 | 5.548104e-06 | 1.284840e-07 | 8.131907e-06 | 1.883202e-07 | 23.375099 | 0.027077 | 22.841345 | 0.023365 | 22.039638 | 0.024857 | 21.624519 | 0.024857 | 18.991119 | 0.027077 | 18.457365 | 0.023365 | 17.655659 | 0.024857 | 17.240539 | 0.024857 | 1.6349 | 2.0926 | 3.4212 | False | 0.575408 | 0.588405 | 185 | 20.896590 | 6.111033e-06 | 1.149340e-07 | 21.934713 | 0.020230 | 17.550734 | 0.020230 | 31.0 | 1.608773 | 1.215884 | 0.244216 | 17.744298 | 112.759498 | 0.0186710440574574,0.01412047503957579 | 0.018689883064422468,0.014335149923058477 | 0.018425701321424747,0.014142005346533709 | 0.018444540328442952,0.014356680230190464 |
| 183 | 249.9670 | 1111.7373 | 0.01720683548188725,0.01450353239970789 | 0.000000e+00 | 1.939408e-09 | 1.166868e-06 | inf | 2.300258e-06 | inf | 5.799132e-06 | inf | 8.499841e-06 | inf | 23.732446 | inf | 22.995559 | inf | 21.991592 | inf | 21.576473 | inf | 19.348466 | inf | 18.611579 | inf | 17.607613 | inf | 17.192493 | inf | 1.9713 | 2.5211 | 4.9698 | False | 0.268205 | 0.850049 | 185 | 44.790487 | 9.954790e-06 | inf | 21.404920 | inf | 17.020940 | inf | 44.0 | 3.501278 | 0.885512 | 0.747089 | -85.609073 | 9.406127 | 0.017232346763720395,0.014277633430289606 | 0.017272716064990975,0.014737651039092059 | 0.01707900755218176,0.014291089871329708 | 0.017119376853527702,0.014751107480348306 |
| 184 | 566.9573 | 1113.7611 | 0.007490873805707297,0.015418712039173076 | 5.297240e-08 | 5.234052e-09 | 2.302867e-05 | 8.422965e-08 | 4.004189e-05 | 1.133430e-07 | 6.645851e-05 | 1.785777e-07 | 9.740885e-05 | 2.617429e-07 | 20.494328 | 0.003964 | 19.893714 | 0.003069 | 19.343623 | 0.002914 | 18.928504 | 0.002914 | 16.110348 | 0.003964 | 15.509734 | 0.003069 | 14.959644 | 0.002914 | 14.544524 | 0.002914 | 1.7388 | 1.6597 | 2.8859 | False | 0.613766 | -0.074009 | 188 | 23.101322 | 8.059754e-05 | 2.389785e-07 | 19.134195 | 0.003215 | 14.750216 | 0.003215 | 99.0 | 1.824190 | 1.725759 | 0.053958 | -20.515615 | 74.499585 | 0.007644077056239349,0.01524267781842119 | 0.007676372499681641,0.01561069191025776 | 0.007276062935432991,0.015274973261843239 | 0.007308358378932222,0.015642987353665077 |
| 185 | 207.9640 | 1127.2917 | 0.018536836327499445,0.014867512148546536 | 1.946415e-07 | 1.836539e-08 | 1.265137e-04 | 1.916567e-07 | 2.218881e-04 | 2.513785e-07 | 3.711072e-04 | 3.364138e-07 | 5.439352e-04 | 4.930847e-07 | 18.644656 | 0.001644 | 18.034665 | 0.001229 | 17.476252 | 0.000984 | 17.061132 | 0.000984 | 14.260676 | 0.001644 | 13.650685 | 0.001229 | 13.092272 | 0.000984 | 12.677152 | 0.000984 | 1.7539 | 1.6725 | 2.9333 | False | 0.584044 | 0.138398 | 182 | 20.896590 | 4.861001e-04 | inf | 17.183186 | inf | 12.799206 | inf | 370.0 | 2.736500 | 2.492580 | 0.089136 | -19.305157 | 75.710043 | 0.01906597102763601,0.014394857983183707 | 0.0191359444817109,0.015192221830209464 | 0.01796192871531478,0.014491744365297909 | 0.01803190217025465,0.015289108215181441 |
| 186 | 537.2400 | 1120.1797 | 0.008419511077931291,0.015535579346964019 | 3.875623e-08 | 3.242684e-09 | 1.761960e-05 | 7.486025e-08 | 2.954127e-05 | 1.003673e-07 | 4.676767e-05 | 1.635224e-07 | 6.854780e-05 | 2.396763e-07 | 20.785010 | 0.004603 | 20.223927 | 0.003683 | 19.725136 | 0.003790 | 19.310016 | 0.003790 | 16.401030 | 0.004603 | 15.839947 | 0.003683 | 15.341156 | 0.003790 | 14.926036 | 0.003790 | 1.6766 | 1.5831 | 2.6543 | False | 0.626860 | 0.024385 | 188 | 13.143549 | 5.608070e-05 | 2.138762e-07 | 19.527966 | 0.004133 | 15.143987 | 0.004133 | 86.0 | 1.741300 | 1.648503 | 0.053291 | -0.863463 | 94.151737 | 0.008580260079341043,0.01534594625325944 | 0.008612555522623905,0.015713960344361722 | 0.00821224595890448,0.01537824169822249 | 0.008244541402252586,0.01574625578936245 |
| 187 | 718.0225 | 1121.5929 | 0.0028791066065062105,0.0160654568086346 | -3.758819e-09 | 2.341513e-09 | 3.492998e-06 | 4.610827e-08 | 5.838849e-06 | 6.372098e-08 | 9.659903e-06 | 1.294771e-07 | 1.415861e-05 | 1.897758e-07 | 22.542004 | 0.014238 | 21.984182 | 0.011785 | 21.437568 | 0.014456 | 21.022449 | 0.014456 | 18.158024 | 0.014238 | 17.600202 | 0.011785 | 17.053588 | 0.014456 | 16.638469 | 0.014456 | 1.6716 | 1.6544 | 2.7655 | False | 0.607777 | 0.035732 | 179 | 53.815002 | 8.956602e-06 | 1.082120e-07 | 21.519642 | 0.013039 | 17.135662 | 0.013039 | 26.0 | 1.237856 | 1.138687 | 0.080113 | 88.942407 | 183.957607 | 0.0029481420444987757,0.015963814368538356 | 0.002966981053482745,0.016178489254177354 | 0.002764134984685069,0.01597996208602934 | 0.0027829739936759824,0.016194636971609888 |
| 188 | 548.2649 | 1127.3356 | 0.008100661795856303,0.01578470449357307 | 6.660956e-08 | 3.868240e-09 | 4.918148e-06 | 5.084744e-08 | 8.319986e-06 | 6.951189e-08 | 1.659192e-05 | 1.391502e-07 | 2.431893e-05 | 2.039537e-07 | 22.170496 | 0.011168 | 21.599694 | 0.009033 | 20.850258 | 0.009068 | 20.435139 | 0.009068 | 17.786516 | 0.011168 | 17.215714 | 0.009033 | 16.466278 | 0.009068 | 16.051159 | 0.009068 | 1.6917 | 1.9942 | 3.3736 | False | 0.590318 | -0.047963 | 186 | 13.143549 | 2.642941e-05 | 2.025204e-07 | 20.344781 | 0.008288 | 15.960801 | 0.008288 | 93.0 | 2.482034 | 1.771766 | 0.286164 | -20.996601 | 74.018599 | 0.00829511194121477,0.015618201851680962 | 0.00832471609760311,0.015955548101090577 | 0.00786576213391596,0.015655879870154592 | 0.007895366290369904,0.015993226119579797 |
| 189 | 1029.9332 | 1129.4215 | 359.9933345479119,0.017144981830347718 | 3.957717e-08 | 5.762906e-09 | 1.655719e-06 | 4.132756e-08 | 3.079243e-06 | 5.881215e-08 | 9.401115e-06 | 1.313378e-07 | 1.377930e-05 | 1.925030e-07 | 23.352534 | 0.026768 | 22.678890 | 0.020542 | 21.467052 | 0.015063 | 21.051932 | 0.015063 | 18.968554 | 0.026768 | 18.294910 | 0.020542 | 17.083072 | 0.015063 | 16.667952 | 0.015063 | 1.8598 | 3.0531 | 5.6780 | False | 0.534821 | -0.996862 | 177 | 123.023710 | 1.685098e-05 | inf | 20.833437 | inf | 16.449457 | inf | 80.0 | 3.089791 | 1.542264 | 0.500852 | -47.793986 | 47.221214 | 359.9934852350743,0.016948760782572743 | 359.993520221805,0.017347442701059857 | 359.99311722097224,0.016981056197902137 | 359.99315220770285,0.017379738115758745 |
| 190 | 118.9064 | 1127.4473 | 0.021268461412677676,0.014632603676306886 | -7.680375e-09 | 2.111734e-09 | 3.387713e-06 | 4.685214e-08 | 5.474720e-06 | 6.482539e-08 | 8.509664e-06 | 1.342773e-07 | 1.247269e-05 | 1.968114e-07 | 22.575233 | 0.014913 | 22.054095 | 0.012781 | 21.575219 | 0.016998 | 21.160100 | 0.016998 | 18.191254 | 0.014913 | 17.670115 | 0.012781 | 17.191239 | 0.016998 | 16.776120 | 0.016998 | 1.6161 | 1.5544 | 2.5119 | False | 0.604134 | 0.028441 | 180 | 40.936633 | 7.924257e-06 | 1.100064e-07 | 21.652604 | 0.014969 | 17.268624 | 0.014969 | 25.0 | 1.191603 | 1.115952 | 0.063487 | -78.451617 | 16.563583 | 0.0213343276171137,0.01453574015755593 | 0.0213531666234369,0.014750415037510652 | 0.021150320569232033,0.014551887889993158 | 0.021169159575613147,0.014766562770122884 |
| 191 | 289.2277 | 1135.8180 | 0.016067601300662464,0.015347698953916028 | 2.508727e-08 | 2.745486e-09 | 1.216481e-06 | inf | 2.348973e-06 | inf | 5.363059e-06 | inf | 7.860684e-06 | inf | 23.687236 | inf | 22.972805 | inf | 22.076469 | inf | 21.661349 | inf | 19.303256 | inf | 18.588825 | inf | 17.692489 | inf | 17.277369 | inf | 1.9310 | 2.2832 | 4.4087 | False | 0.502617 | -0.152881 | 183 | 46.057450 | 6.668275e-06 | inf | 21.839966 | inf | 17.455986 | inf | 32.0 | 1.891880 | 1.185386 | 0.373435 | 2.082025 | 97.097225 | 0.01620366046717592,0.015233219341038821 | 0.0162198081878567,0.01541722638373957 | 0.01586631419952163,0.015262823510497124 | 0.01588246192025491,0.015446830553350463 |
# Read in i2d combined Image
im_i2d = ImageModel(input_file)
# read in ecsv photom file
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=5)
plt.colorbar()
plt.scatter(data['xcentroid'], data['ycentroid'],lw=1, s=10,color='red')
<matplotlib.collections.PathCollection at 0x7febc2c26ac0>
#create_scatterplot(catalog['label'], catalog['aper_total_flux'],title='Total Flux in '+str(catalog['aper_total_flux'].unit))
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['label'], catalog['aper_total_flux'])
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog['aper_total_flux'].unit))
plt.xlabel('label')
plt.ylabel('aper_total_flux')
Text(0, 0.5, 'aper_total_flux')
create_scatterplot(catalog['label'], catalog['aper_total_abmag'],title='Total AB mag')
create_scatterplot(catalog['aper_total_abmag'], catalog['aper_total_abmag_err'],title='Total AB mag vs error')
Since this is a simulated data set, we can compare the output catalog information from the pipeline with the input catalog information used to create the simulation. Grab the input catalog x,y values and the output catalog x and y values.
# Read in catalogs used for simulated data
sim_star_cat = Table.read('input_sim_stars.cat', format='ascii')
sim_gal_cat = Table.read('input_sim_galaxies.cat', format='ascii')
sim_star_cat
| x | y | Teff | Ks | J |
|---|---|---|---|---|
| float64 | float64 | float64 | float64 | float64 |
| 80.2510308154624 | 23.997467884837725 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| -47.261524228197935 | 10.919745186379808 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 0.30699104430734203 | -58.51295402429979 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 93.61585359712294 | 10.466443553979882 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 70.96910779066107 | 63.07387861912006 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 92.9069476014962 | 64.30856174275276 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| -15.68679078862531 | 31.013432097907607 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 46.755851500202645 | -48.43985094005038 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 89.7351811921786 | 53.11182881807044 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| 36.8486881036986 | 55.211246043351814 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 |
| ... | ... | ... | ... | ... |
| -53.75703837846754 | -15.056996445192539 | 5129.638599639223 | 13.89851702505835 | 14.41384375773162 |
| -0.03077487414979152 | 36.278182742815886 | 5115.269231711902 | 13.881869560311879 | 14.401307904146263 |
| 95.63356755906099 | 44.16471129241473 | 5075.067865858648 | 13.826451018457695 | 14.3573115045063 |
| 90.27300634079342 | 14.709913368541772 | 5039.59863458312 | 13.777190092365087 | 14.318203593715223 |
| 66.73346488575024 | 53.530350294809374 | 4892.405122741114 | 13.126635236879519 | 13.714329206276458 |
| 64.8587912432001 | 35.35455796920176 | 4855.908749660536 | 12.776853158671695 | 13.375350808436671 |
| -53.64831916556537 | -32.595812402656435 | 4854.752641485985 | 12.76623009636547 | 13.365197793135147 |
| -46.87584310414583 | -39.38515541475271 | 4789.363060890498 | 12.23192086544233 | 12.851491317487538 |
| 80.81191419293565 | 31.516610885465813 | 4747.458346750021 | 11.94688436179194 | 12.581530000493744 |
| 96.33858842136043 | 46.06905445046372 | 4618.2593456723625 | 11.191917165072244 | 11.872435221133179 |
# join the star and galaxy catalogs used to make the simulations
combined = table.vstack([sim_star_cat, sim_gal_cat])
combined
| x | y | Teff | Ks | J | si | ell | posang | reff | flux |
|---|---|---|---|---|---|---|---|---|---|
| float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 |
| 80.2510308154624 | 23.997467884837725 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| -47.261524228197935 | 10.919745186379808 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 0.30699104430734203 | -58.51295402429979 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 93.61585359712294 | 10.466443553979882 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 70.96910779066107 | 63.07387861912006 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 92.9069476014962 | 64.30856174275276 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| -15.68679078862531 | 31.013432097907607 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 46.755851500202645 | -48.43985094005038 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 89.7351811921786 | 53.11182881807044 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| 36.8486881036986 | 55.211246043351814 | 2304.0929760558447 | 22.320700043360187 | 23.18070004336019 | -- | -- | -- | -- | -- |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 67.9805698605627 | 28.494828715119297 | -- | -- | -- | 2.1096031965990987 | 0.20429700021417183 | 163.06816649011344 | 1.2715822225420945 | 13.752965618162937 |
| -4.446155064406765 | 12.985674228459532 | -- | -- | -- | 7.321844705461592 | 0.4501652135521971 | 105.14019169110954 | 1.8511745519437588 | 20.07141274178467 |
| 64.7244492666461 | 10.113732329735475 | -- | -- | -- | 8.656346507536115 | 0.14694556628740923 | 162.43083457274233 | 1.610374819963926 | 66.30990252944302 |
| -26.44617200253474 | -63.88803361596829 | -- | -- | -- | 9.257830349772924 | 0.552517577845459 | 141.17379575911065 | 1.7555307879881636 | 85.42806519275359 |
| 12.353908822597736 | 10.271889771234832 | -- | -- | -- | 1.0276353349444474 | 0.18091589308864187 | 107.22059356945567 | 0.4673720066992323 | 39.37631906390017 |
| -42.21461912208557 | 62.45020775429763 | -- | -- | -- | 5.92465228732547 | 0.16970442816082973 | 202.415935614884 | 1.7791109904857216 | 131.3721604911842 |
| -48.68869520916011 | -16.576483230280186 | -- | -- | -- | 8.178707887219758 | 0.5984672675322196 | 140.78836334886316 | 0.898280342552625 | 59.0685397583837 |
| 86.72084849551925 | -30.653820797204745 | -- | -- | -- | 4.08216110337432 | 0.11388325542173025 | 167.92605707130545 | 1.0411257693724623 | 32.74018847376189 |
| 90.56731424478109 | -11.922514577935111 | -- | -- | -- | 7.5528059599878805 | 0.396357895737423 | 185.127012207533 | 0.25769212999045565 | 168.84275608114189 |
| 65.4485869690741 | 60.09508331438365 | -- | -- | -- | 2.379528991927928 | 0.3037143249770903 | 104.28886580660799 | 1.8117913320142096 | 144.44919876820663 |
sim_ra = combined['x']/3600.
sim_dec = combined['y']/3600.
# Put star positions into RA and Dec
# import coordinate conversion tools
#import miricoord.tel.tel_tools as teltools
#import miricoord.imager.mirim_pipetools as mpt
#import miricoord.imager.mirim_tools as mt
#import pysiaf
#filt = 'F560W'
# use pipeline to get v2ref and v3ref coordinates
#siaf = pysiaf.Siaf('MIRI')
#xref,yref=siaf['MIRIM_FULL'].XDetRef,siaf['MIRIM_FULL'].YDetRef
#xref,yref=xref-1,yref-1
#v2ref,v3ref=mt.xytov2v3(xref,yref,filt)
# set reference for RA and Dec
#raref = 0.0
#decref = 0.0
#rollref = 0.0
#sim_ra = np.zeros(len(combined))
#sim_dec = np.zeros(len(combined))
# cycle through list of coordinates input into scene and get RA/Dec values out, printing to file
#for i in range(len(combined)):
#print(combined['x'][i])
# v2 = v2ref + combined['x'][i]
# v3 = v3ref + combined['y'][i]
# ra,dec,newroll=teltools.jwst_v2v3toradec(v2,v3,v2ref=v2ref,v3ref=v3ref,raref=raref,decref=decref,rollref=rollref)
# sim_ra[i] = ra
# sim_dec[i] = dec
#print(np.shape(sim_ra))
#print(sim_ra, sim_dec)
cat_ra = catalog['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
if (cat_ra[i]>180.):
cat_ra[i] -= 360.
cat_dec = catalog['sky_centroid'].dec.deg
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(sim_ra))
#print(np.shape(detected))
for ra,dec,idx in zip(sim_ra, sim_dec,range(len(sim_ra))):
match = np.where((np.abs(ra-cat_ra) < tol) & (np.abs(dec-cat_dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
#print(np.shape(detected))
total_percent_found = (found_count/len(sim_ra))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (simulated) sources:',len(combined))
print('Total number in output catalog:',len(catalog))
print('Total percent found:',total_percent_found)
print('\n')
SNR threshold used for pipeline: 8 Total matches found: 106 Total missed: 4933 Number of multiples: 0 Total number of input (simulated) sources: 5039 Total number in output catalog: 191 Total percent found: 2.1035919825362175
Photutils includes a package to match sources between catalogs by providing a max separation value. Set that value and compare the two catalogs.
catalog_in = SkyCoord(ra=sim_ra*u.degree, dec=sim_dec*u.degree) # full simulated catalog, stars+galaxies
catalog_out = SkyCoord(ra=cat_ra*u.degree, dec=cat_dec*u.degree)
max_sep = 0.04 * u.arcsec # Set match at around 30 mas
# match full tables
idx, d2d, d3d = match_coordinates_sky(catalog_in, catalog_out)
sep_constraint = d2d < max_sep
combined_matched = combined[sep_constraint] # simulated sources matched
catalog_matched = catalog[idx[sep_constraint]] # sources found matched
print(catalog_matched.colnames)
print()
print(catalog_matched)
['label', 'xcentroid', 'ycentroid', 'sky_centroid', 'aper_bkg_flux', 'aper_bkg_flux_err', 'aper30_flux', 'aper30_flux_err', 'aper50_flux', 'aper50_flux_err', 'aper70_flux', 'aper70_flux_err', 'aper_total_flux', 'aper_total_flux_err', 'aper30_abmag', 'aper30_abmag_err', 'aper50_abmag', 'aper50_abmag_err', 'aper70_abmag', 'aper70_abmag_err', 'aper_total_abmag', 'aper_total_abmag_err', 'aper30_vegamag', 'aper30_vegamag_err', 'aper50_vegamag', 'aper50_vegamag_err', 'aper70_vegamag', 'aper70_vegamag_err', 'aper_total_vegamag', 'aper_total_vegamag_err', 'CI_50_30', 'CI_70_50', 'CI_70_30', 'is_extended', 'sharpness', 'roundness', 'nn_label', 'nn_dist', 'isophotal_flux', 'isophotal_flux_err', 'isophotal_abmag', 'isophotal_abmag_err', 'isophotal_vegamag', 'isophotal_vegamag_err', 'isophotal_area', 'semimajor_sigma', 'semiminor_sigma', 'ellipticity', 'orientation', 'sky_orientation', 'sky_bbox_ll', 'sky_bbox_ul', 'sky_bbox_lr', 'sky_bbox_ur']
label xcentroid ... sky_bbox_ur
... deg,deg
----- --------- ... --------------------------------------------
119 637.1263 ... 0.004397783608193819,0.006070929764777325
57 618.6486 ... 0.003875981276925443,-0.006213982932946115
174 973.2194 ... 359.9946521123777,0.013694150657036767
142 905.2876 ... 359.99643071894224,0.010015009295999097
75 626.8180 ... 0.004045096727857569,-0.0014696047416547582
171 261.4579 ... 0.016428408332757265,0.011103262007035413
49 411.5314 ... 0.010065438975591453,-0.008580482067528485
190 118.9064 ... 0.021169159575613147,0.014766562770122884
28 1011.4118 ... 359.9912179794566,-0.012056571430840013
6 364.9090 ... 0.010702132828372788,-0.017876657319524123
... ... ... ...
160 743.0579 ... 0.0013645508282760404,0.011652605365068685
148 794.5260 ... 359.99961266465164,0.010353854958581071
185 207.9640 ... 0.01803190217025465,0.015289108215181441
156 210.4393 ... 0.017402769117014497,0.010585099723549431
145 63.8871 ... 0.021560139169811175,0.010065745336458078
71 716.5298 ... 0.0010504132166123665,-0.0010831872392829576
1 800.8035 ... 359.9972157915989,-0.01731123038265761
181 610.6102 ... 0.005804006451668945,0.015404155029089987
52 726.7917 ... 0.000272759553946367,-0.006423146952760249
150 1057.5700 ... 359.99160297522053,0.010994944860329621
Length = 106 rows
#match RA and Dec
idx, d2d, d3d = match_coordinates_sky(catalog_in, catalog_out)
sep_constraint = d2d < max_sep
catalog_in_matches = catalog_in[sep_constraint]
catalog_out_matches = catalog_out[idx[sep_constraint]]
print(catalog_out_matches)
<SkyCoord (ICRS): (ra, dec) in deg
[(4.49078491e-03, 0.00594263), (3.98276473e-03, -0.00635347),
(3.59994773e+02, 0.0135622 ), (3.59996549e+02, 0.0098816 ),
(4.14610923e-03, -0.00161519), (1.65410386e-02, 0.01096326),
(1.01774544e-02, -0.00870161), (2.12684614e-02, 0.0146326 ),
(3.59991333e+02, -0.01218039), (1.08013121e-02, -0.01801108),
(3.59999256e+02, 0.01295846), (3.59993370e+02, -0.0143541 ),
(3.59993739e+02, -0.0005255 ), (8.43087326e-03, -0.0118537 ),
(2.87910661e-03, 0.01606546), (6.02642106e-04, -0.01795305),
(5.92176420e-03, 0.0084085 ), (3.59991066e+02, 0.00874261),
(3.59992661e+02, -0.00249239), (3.59994954e+02, 0.01069535),
(3.59989190e+02, -0.01332838), (3.59989975e+02, 0.00688497),
(3.59999220e+02, -0.01382704), (6.28010146e-03, 0.01075778),
(1.05336809e-02, 0.00351169), (3.59999803e+02, -0.01729828),
(3.59993930e+02, -0.00578159), (2.26364360e-03, -0.01360386),
(2.29671745e-02, 0.0115048 ), (1.19779049e-02, 0.00094247),
(5.36890105e-03, 0.01115673), (3.59998814e+02, -0.01422479),
(3.59990321e+02, 0.00285173), (1.96429287e-03, -0.0135177 ),
(1.42567826e-02, 0.00485982), (4.80440187e-03, -0.01201947),
(3.59994971e+02, 0.01200482), (7.11143104e-03, 0.00562692),
(5.78579412e-03, 0.00553864), (6.20618171e-03, 0.01155335),
(3.15166062e-03, -0.00978921), (1.08510286e-02, 0.00037357),
(8.93075300e-03, -0.00155805), (3.59992655e+02, 0.00283206),
(3.59992683e+02, 0.00172496), (3.59992438e+02, 0.00527948),
(3.59993836e+02, 0.00461799), (1.09356242e-02, -0.01466928),
(5.31055847e-03, 0.00324786), (8.08909617e-03, -0.00275585),
(3.59995590e+02, -0.00139017), (6.95249069e-03, 0.00781048),
(1.15056039e-02, 0.01120981), (3.59992444e+02, -0.01596611),
(1.02729831e-02, -0.00490941), (1.08738502e-02, -0.00322636),
(6.76987971e-03, 0.0109111 ), (1.38631473e-02, 0.00408165),
(3.59995203e+02, -0.00109864), (3.59997578e+02, 0.00282913),
(3.59993413e+02, -0.01213183), (2.06961849e-02, 0.01208963),
(4.81570551e-03, 0.00608106), (3.59989472e+02, -0.00036139),
(4.05544009e-03, 0.00798267), (6.86458687e-03, -0.01036322),
(3.59991260e+02, 0.0107563 ), (4.10200606e-03, 0.01494774),
(3.87671088e-03, -0.01627779), (1.08110142e-03, -0.0111872 ),
(8.54077205e-03, -0.00798158), (5.64354563e-03, 0.00119668),
(6.44467013e-03, 0.00544171), (3.59998144e+02, 0.00710825),
(3.59996613e+02, 0.01177248), (3.59990179e+02, 0.0011958 ),
(1.20926441e-02, 0.00943532), (2.30183195e-02, 0.00405933),
(3.59995691e+02, 0.01281749), (2.00972275e-02, 0.00556507),
(3.59997681e+02, -0.00485791), (8.41951108e-03, 0.01553558),
(6.67568474e-04, 0.00355652), (1.37472157e-02, 0.00900729),
(3.59989934e+02, -0.00822151), (3.59996942e+02, 0.00669141),
(5.28240534e-03, -0.01435743), (7.49087381e-03, 0.01541871),
(3.59994732e+02, -0.01401867), (6.18576377e-03, 0.00576386),
(7.26869673e-03, -0.01007054), (2.05345702e-02, 0.00775368),
(3.59998929e+02, 0.00302237), (3.59998141e+02, -0.01701223),
(3.59993732e+02, 0.00926119), (3.59997622e+02, -0.01177016),
(1.69421050e-03, 0.01137972), (3.59999989e+02, 0.0100784 ),
(1.85368363e-02, 0.01486751), (1.80175587e-02, 0.00982191),
(2.24528692e-02, 0.00875371), (1.38496377e-03, -0.00148631),
(3.59997366e+02, -0.01760279), (6.12212618e-03, 0.01519426),
(6.05354579e-04, -0.00675634), (3.59991922e+02, 0.01078044)]>
Now, catalog_in_matches and catalog_out_matches are the matched sources in catalog_in and catalog_out, respectively, which are separated less than our max_sep value.
print('Number of matched sources using max separation of '+str(max_sep)+': ',len(catalog_matched))
Number of matched sources using max separation of 0.04 arcsec: 106
The simulated positions are in red and the sources found with source catalog are marked in blue. Matched sources from both are marked in green.
#rrr = catalog_in_matches.ra.deg
#ddd = catalog_in_matches.dec.deg
rrr = catalog_matched['sky_centroid'].ra.deg
ddd = catalog_matched['sky_centroid'].dec.deg
# make sure ra is in proper range for display
plt.figure(figsize=(20,20))
for i in range(len(rrr)):
if (rrr[i]>180.):
rrr[i] -= 360.
plt.scatter(rrr, ddd, lw=1, s=108,color='green')
plt.scatter(sim_ra, sim_dec,lw=1, s=18,color='red')
plt.scatter(cat_ra, cat_dec,lw=1, s=18,color='blue')
<matplotlib.collections.PathCollection at 0x7febc02f8370>
# Convert matched RA/Dec values back to x, y to plot on image
#print(catalog_out_matches)
# Read in wcs values from file header (in extension 1)
#hdu = fits.open(input_file)[1]
#wcs = WCS(hdu.header)
# convert positions from RA/Dec back to x,y
#x_matched, y_matched = wcs.world_to_pixel(catalog_out_matches)
#print(x_matched)
# Plot all matched sources in red
viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=5)
plt.colorbar()
#plt.scatter(x_matched, y_matched,lw=1, s=10,color='red')
plt.scatter(catalog_matched['xcentroid'], catalog_matched['ycentroid'], lw=1, s=10, color='red')
<matplotlib.collections.PathCollection at 0x7febc01e0760>
The full source_catalog output is shown with black dots and the matched sources are shown with smaller white dots over the black dots. This shows the sources that were found in the catalog (source_catalog step) but not listed as a match between the input and calculated catalogs.
viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=5)
plt.colorbar()
plt.scatter(data['xcentroid'], data['ycentroid'],lw=1, s=10,color='black')
#plt.scatter(x_matched, y_matched,lw=1, s=5,color='white')
plt.scatter(catalog_matched['xcentroid'], catalog_matched['ycentroid'], lw=1, s=5, color='white')
<matplotlib.collections.PathCollection at 0x7febc024fbb0>
Are there more stars/galaxies in the simulation input catalogs than actually fit on the combined image? That would explain the sources beyond image edges.
print(catalog_in)
<SkyCoord (ICRS): (ra, dec) in deg
[(2.22919530e-02, 0.00666596), (3.59986872e+02, 0.00303326),
(8.52752901e-05, -0.0162536 ), ..., (2.40891246e-02, -0.00851495),
(2.51575873e-02, -0.00331181), (1.81801630e-02, 0.01669308)]>
# Read in wcs values from file header (in extension 1)
hdu = fits.open(input_file)[1]
wcs = WCS(hdu.header)
# convert positions from RA/Dec back to x,y
x_sim, y_sim = wcs.world_to_pixel(catalog_in)
# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1140
ind = np.where((x_sim > minval) & (x_sim < 1110)& (y_sim > minval) & (y_sim < maxval))
viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=5)
plt.colorbar()
plt.scatter(x_sim[ind], y_sim[ind],lw=1, s=5,color='white')
<matplotlib.collections.PathCollection at 0x7febc01868b0>
Input catalog 'combined' has Ks and J columns for stars and flux for galaxies. Output source catalog 'catalog' has aper_total_flux, 'isophotal_flux', 'aper_total_abmag', 'aper_total_vegamag', 'isophotal_abmag' and isophotal_vegamag.
The first plot compares the magnitudes for the input simulated catalog (in blue) and the sources found with source catalog in green.
flux, wref = mag2flux(combined_matched['Ks'], band="Ks", system="2MASS")
fnew = extrapolate_flux(flux, wref, 7.7, combined_matched['Teff'])
F770W_ABmag = -2.5*np.log10((fnew.to(u.Jy)).value) + 8.9
2022-10-06 05:46:31,074 - stpipe - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/units/quantity.py:611: RuntimeWarning: divide by zero encountered in divide result = super().__array_ufunc__(function, method, *arrays, **kwargs) 2022-10-06 05:46:31,078 - stpipe - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/units/quantity.py:611: RuntimeWarning: invalid value encountered in divide result = super().__array_ufunc__(function, method, *arrays, **kwargs)
Magnitude Ks
------------------
17.615946768032657
17.587275780933947
17.54610718407426
17.54537203055891
17.47994336769262
17.462299683324183
17.44098023137899
17.4211310864645
17.396871020457898
17.38731402475833
...
14.414375725214086
13.952102383594207
13.881869560311879
13.126635236879519
12.776853158671695
11.94688436179194
--
--
--
--
--
Length = 106 rows in 2MASS band Ks -> Flux: [5.99172328e-05 6.15205406e-05 6.38980466e-05 6.39413267e-05
6.79130301e-05 6.90256622e-05 7.03944407e-05 7.16932091e-05
7.33131782e-05 7.39613527e-05 7.52239926e-05 7.70801571e-05
7.87530785e-05 7.89005046e-05 8.07416132e-05 8.15510159e-05
8.25741890e-05 8.50824871e-05 8.56145636e-05 8.58818484e-05
8.83803564e-05 8.85458048e-05 8.90440107e-05 8.98805910e-05
9.31899867e-05 9.34226620e-05 9.35975496e-05 9.67417800e-05
9.96183139e-05 1.00053991e-04 1.02388707e-04 1.05236145e-04
1.05630519e-04 1.11072583e-04 1.13251811e-04 1.14031116e-04
1.14684631e-04 1.15144319e-04 1.15605850e-04 1.16069230e-04
1.17941400e-04 1.27255001e-04 1.28791364e-04 1.39041200e-04
1.42663155e-04 1.54503139e-04 1.55451849e-04 1.56269665e-04
1.56406385e-04 1.62328917e-04 1.67081831e-04 1.73484444e-04
1.82032707e-04 1.82910365e-04 1.86813490e-04 1.88217100e-04
1.88588221e-04 2.03658780e-04 2.18916126e-04 2.26075728e-04
2.29569297e-04 2.35809647e-04 2.44001880e-04 2.45379014e-04
2.53696727e-04 2.54026439e-04 2.92712299e-04 3.11178933e-04
3.25501567e-04 3.28755549e-04 3.30472978e-04 3.50017967e-04
3.59098450e-04 3.66040926e-04 3.83711622e-04 3.98491438e-04
4.32269684e-04 4.43532497e-04 4.70444602e-04 5.01225556e-04
5.16234099e-04 5.21118026e-04 5.68069522e-04 6.27143347e-04
6.30880897e-04 6.36739187e-04 6.98896707e-04 7.44336141e-04
7.49118509e-04 8.01996302e-04 8.28825166e-04 8.58015300e-04
9.43029406e-04 9.67280735e-04 9.95125008e-04 1.14335255e-03
1.75020734e-03 1.86716471e-03 3.74348727e-03 5.16641385e-03
1.10962622e-02 6.66700000e+03 6.66700000e+03 6.66700000e+03
6.66700000e+03 6.66700000e+03] Jy at 2.159 micron microns
Assuming T= Teff
------------------
3600.0278506747536
3612.388120744602
3630.2104546953233
3630.5295084756312
3659.037889854801
3666.763792837032
3676.121026845442
3684.8543984558073
3695.5567004251648
3699.7812882611133
...
5733.506895774656
5193.997188026154
5115.269231711902
4892.405122741114
4855.908749660536
4747.458346750021
--
--
--
--
--
Length = 106 rows K, Flux: [5.99172328e-02 6.15205406e-02 6.38980466e-02 6.39413267e-02
6.79130301e-02 6.90256622e-02 7.03944407e-02 7.16932091e-02
7.33131782e-02 7.39613527e-02 7.52239926e-02 7.70801571e-02
7.87530785e-02 7.89005046e-02 8.07416132e-02 8.15510159e-02
8.25741890e-02 8.50824871e-02 8.56145636e-02 8.58818484e-02
8.83803564e-02 8.85458048e-02 8.90440107e-02 8.98805910e-02
9.31899867e-02 9.34226620e-02 9.35975496e-02 9.67417800e-02
9.96183139e-02 1.00053991e-01 1.02388707e-01 1.05236145e-01
1.05630519e-01 1.11072583e-01 1.13251811e-01 1.14031116e-01
1.14684631e-01 1.15144319e-01 1.15605850e-01 1.16069230e-01
1.17941400e-01 1.27255001e-01 1.28791364e-01 1.39041200e-01
1.42663155e-01 1.54503139e-01 1.55451849e-01 1.56269665e-01
1.56406385e-01 1.62328917e-01 1.67081831e-01 1.73484444e-01
1.82032707e-01 1.82910365e-01 1.86813490e-01 1.88217100e-01
1.88588221e-01 2.03658780e-01 2.18916126e-01 2.26075728e-01
2.29569297e-01 2.35809647e-01 2.44001880e-01 2.45379014e-01
2.53696727e-01 2.54026439e-01 2.92712299e-01 3.11178933e-01
3.25501567e-01 3.28755549e-01 3.30472978e-01 3.50017967e-01
3.59098450e-01 3.66040926e-01 3.83711622e-01 3.98491438e-01
4.32269684e-01 4.43532497e-01 4.70444602e-01 5.01225556e-01
5.16234099e-01 5.21118026e-01 5.68069522e-01 6.27143347e-01
6.30880897e-01 6.36739187e-01 6.98896707e-01 7.44336141e-01
7.49118509e-01 8.01996302e-01 8.28825166e-01 8.58015300e-01
9.43029406e-01 9.67280735e-01 9.95125008e-01 1.14335255e+00
1.75020734e+00 1.86716471e+00 3.74348727e+00 5.16641385e+00
1.10962622e+01 6.66700000e+06 6.66700000e+06 6.66700000e+06
6.66700000e+06 6.66700000e+06] mJy at 2.159 micron -> Flux: [0.01041832 0.01066371 0.01102645 0.01103305 0.01163613 0.01180447
0.01201121 0.01220703 0.0124508 0.0125482 0.01273769 0.01301572
0.01325648 0.01327752 0.01353982 0.01365492 0.01380023 0.01415562
0.01423086 0.01426863 0.01462111 0.01464441 0.01471455 0.01483222
0.01529655 0.01532912 0.0153536 0.01579288 0.01619339 0.01625394
0.01657793 0.01697201 0.01702649 0.01775013 0.01803203 0.01813268
0.01821702 0.01827631 0.0183358 0.01839551 0.01863645 0.01982841
0.02002402 0.0213222 0.02177823 0.0232181 0.02332849 0.02342359
0.02343948 0.0241264 0.02467557 0.02541256 0.02639177 0.02649201
0.02693395 0.02709025 0.02713155 0.02880217 0.03048413 0.03128111
0.03167695 0.03240771 0.03336341 0.03352371 0.03449008 0.03452832
0.03902771 0.04118826 0.04286775 0.04324845 0.04344926 0.04574568
0.04680986 0.04762171 0.04971118 0.05145928 0.05546155 0.05679415
0.05999736 0.06367016 0.06547346 0.06605974 0.07172367 0.07888358
0.07933913 0.08005301 0.08763984 0.09320344 0.0937922 0.10033518
0.1036586 0.10730932 0.11800036 0.12106201 0.12459835 0.14374218
0.23235576 0.2501261 0.51532627 0.71457298 1.5571697 nan
nan nan nan nan] mJy at 7.7 micron
Simulated stars in blue, sources found in green.
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog_matched['xcentroid'], F770W_ABmag, color='blue', label='Simulated stars')
ax.scatter(catalog_matched['xcentroid'], catalog_matched['aper_total_abmag'], color='green', label='Sources found')
ax.legend()
plt.xlabel('X position in pixels')
plt.ylabel('AB mag')
Text(0, 0.5, 'AB mag')
Found catalog minus matched simulated AB mag vs. x position and vs. y position, with the median magnitude difference plotted as a horizontal line in red.
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.set_ylim(-1,1)
ax.scatter(catalog_matched['xcentroid'], F770W_ABmag-catalog_matched['aper_total_abmag'], color='blue')
#ax.legend()
plt.title('ABmag difference (simulated - found) vs. x position')
plt.xlabel('X position in pixels')
plt.ylabel('Delta AB mag')
ok = np.logical_and(F770W_ABmag>0, F770W_ABmag<100)
m = F770W_ABmag[ok]-catalog_matched['aper_total_abmag'][ok]
np.median(m)
plt.hlines(np.median(m), min(catalog_matched['xcentroid']), max(catalog_matched['xcentroid']), color='red')
<matplotlib.collections.LineCollection at 0x7febc30f82b0>
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.set_ylim(-1,1)
ax.scatter(catalog_matched['ycentroid'], F770W_ABmag-catalog_matched['aper_total_abmag'], color='blue')
#ax.legend()
plt.title('ABmag difference (simulated - found) vs. y position')
plt.xlabel('Y position in pixels')
plt.ylabel('Delta AB mag')
ok = np.logical_and(F770W_ABmag>0, F770W_ABmag<100)
m = F770W_ABmag[ok]-catalog_matched['aper_total_abmag'][ok]
np.median(m)
plt.hlines(np.median(m), min(catalog_matched['ycentroid']), max(catalog_matched['ycentroid']), color='red')
<matplotlib.collections.LineCollection at 0x7febc16ca8e0>
Median difference marked by line in red.
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.set_ylim(-1,1)
ax.scatter(F770W_ABmag, F770W_ABmag-catalog_matched['aper_total_abmag'], color='blue')
#ax.legend()
plt.title('Difference in AB mag (simulated-found) vs. ABmag (simulated)')
plt.xlabel('AB mag')
plt.ylabel('Delta AB mag')
ok = np.logical_and(F770W_ABmag>0, F770W_ABmag<100)
m = F770W_ABmag[ok]-catalog_matched['aper_total_abmag'][ok]
np.median(m)
plt.hlines(np.median(m), 16, 24.5, color='red')
<matplotlib.collections.LineCollection at 0x7febc0110730>
Look at the matched image to see what sources were matched between the simulated and found catalogs and see if there is a pattern to which 'found' sources were not matched to the simulated catalog. Are they mostly galaxies or were the found sources in areas of confusion between two stars or sources where the source finding algorithm might not have pinpointed the actual centroid of the source. If the majority of the sources matched seem to be the stars that are clearly marked and properly found, that part of the test passes.
If the plots showing magnitudes of the matched sources show that they're close (exact criteria for 'close' TBD), then that test passes.
This test is mostly visual inspection of the images and plots. As long as nothing is obviously wrong (no columns in the table marked as all NaNs, sources found seem to be real sources, and a good number of them match the simulated sources input into the image), then this test passes.
Authors: M. Cracraft, M. Libralato and T. Temim, MIRI Branch
Updated On: 08/18/2021